-- Logs begin at Wed 2022-05-25 13:54:21 UTC, end at Wed 2022-05-25 15:18:43 UTC. -- May 25 14:46:14.598537 dv-cinder-803823-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 14:46:17.766276 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.common.config [-] Logging enabled! May 25 14:46:17.766934 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 14:46:17.767190 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110237) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 14:46:17.771355 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.common.config [-] Logging enabled! May 25 14:46:17.771609 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev231 May 25 14:46:17.771966 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110237) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 25 14:46:17.773082 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 14:46:17.773343 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 14:46:17.773840 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 14:46:17.774109 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 14:46:17.774378 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 14:46:17.774904 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.775267 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.775510 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.775853 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.776279 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.776755 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.777274 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.777757 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.778243 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.778583 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.778911 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.779457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.779793 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.780144 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.780485 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.780742 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] debug = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.781076 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.781602 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.782039 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.782918 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.782918 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.783087 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.783380 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.783696 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.784031 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.784433 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] host = dv-cinder-803823-9-iscsi {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.785348 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.785692 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.786082 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.786405 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.786723 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.787059 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.787380 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.787660 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.787938 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] log_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.788222 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.788515 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.788851 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.789186 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.789477 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.789736 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.790090 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.790439 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.790753 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.791031 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.791356 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.791678 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.792016 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.792352 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.792668 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.793000 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.793294 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.793570 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.793906 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.794262 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.794595 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.794916 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.795240 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.795572 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.795883 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.796174 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.796492 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.796819 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.797187 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.797524 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.797835 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.798178 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.798500 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.798831 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.799162 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.799474 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.799796 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] use_json = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.800127 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.800528 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.801387 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.801697 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.801986 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.802327 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.802639 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.802988 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.803277 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:17.803627 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.803978 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.804298 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.804631 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.804991 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.805334 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.805690 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.806001 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.806362 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.806700 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.807045 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.807379 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.807718 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.808057 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.808410 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.808759 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.809060 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.809412 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.809734 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.810110 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.810409 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.810736 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.811086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.811389 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.811729 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.812070 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.812408 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.812773 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.813098 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.813394 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.813737 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.814096 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.814433 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.814743 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.815084 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.815418 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.815724 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.816096 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.816428 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.816762 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.817103 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.817456 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.817782 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.818102 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.818421 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.818758 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.819096 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.819401 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.819721 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.820051 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.820380 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.820672 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.820999 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.821332 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.821658 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.821942 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.822289 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.822613 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.822940 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.823242 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.823572 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.823902 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.824207 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.824528 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.824852 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.825187 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.825495 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.825816 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.826174 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.826486 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.826809 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.827139 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.827448 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.827744 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.828098 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.828412 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.828741 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.829036 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.829359 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.829692 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.829995 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.830341 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.830668 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.830996 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.831331 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.831704 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.832056 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.832397 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.832679 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.833067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.833388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.833727 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.834033 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.834350 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.834686 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.835029 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.835374 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.835701 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.836042 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.836375 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.836701 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.836999 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.837299 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.837624 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.837995 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.838367 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:17.838592 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 14:46:17.838885 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110237) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 14:46:18.383388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 14:46:18.383700 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 14:46:18.384055 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 14:46:18.384407 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 14:46:18.732934 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.733231 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.733492 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.734726 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.734993 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.735261 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.796310 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.796963 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.796963 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.813669 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.813955 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.814262 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.846862 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.847131 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.848026 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.887469 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.887744 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:18.888019 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.252060 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.252337 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.252598 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.252861 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.254148 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.360816 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.361139 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.361411 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.361676 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.361937 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.362270 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.362525 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.362777 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.363091 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.363379 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.363654 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.363917 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.364169 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.364418 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.364679 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.364947 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.365200 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.365463 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.365735 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.365991 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.366292 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.366540 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.366853 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.367233 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.367473 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.367714 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.368137 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:19.368373 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:19.368605 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:19.368837 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:19.369068 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:19.369299 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:19.369672 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 14:46:19.374590 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 14:46:19.379306 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 14:46:19.383195 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) May 25 14:46:19.384948 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 14:46:19.385432 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 14:46:19.385764 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 14:46:19.386189 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 14:46:19.389186 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 14:46:19.389431 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 14:46:19.389802 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 14:46:19.396126 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 14:46:19.420775 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 14:46:19.421240 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.421536 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110237) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 25 14:46:19.421914 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.423379 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110237) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 14:46:19.423665 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 14:46:19.423908 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 14:46:19.427470 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.427747 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:19.489975 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 14:46:19.490248 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 14:46:19.490485 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 14:46:19.490866 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 14:46:19.545768 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO dbcounter [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Registered counter for database neutron May 25 14:46:19.573309 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_db.sqlalchemy.engines [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110237) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 14:46:19.580300 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG dbcounter [-] [110237] Writer thread running {{(pid=110237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:46:20.036488 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing driver for type 'gre' May 25 14:46:20.037250 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] gre ID ranges: [(1, 1000)] May 25 14:46:20.104399 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing driver for type 'local' May 25 14:46:20.104805 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing driver for type 'vlan' May 25 14:46:20.121922 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] VlanTypeDriver initialization complete May 25 14:46:20.122480 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing driver for type 'vxlan' May 25 14:46:20.123059 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] vxlan ID ranges: [(1, 1000)] May 25 14:46:20.194428 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing extension driver 'port_security' May 25 14:46:20.194742 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.extensions.port_security [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] PortSecurityExtensionDriver initialization complete May 25 14:46:20.195230 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing mechanism driver 'openvswitch' May 25 14:46:20.195715 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing mechanism driver 'hyperv' May 25 14:46:20.203036 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.plugin [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:20.203718 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.204092 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.204471 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.205007 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:46:20.205432 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnet after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.205786 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnet after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.206164 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.206561 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:46:20.207562 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.207914 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.208258 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.208654 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:46:20.209063 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > security_group after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.209409 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > security_group after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.209742 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.210165 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:46:20.210580 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.210954 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.211292 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.211684 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:46:20.212107 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > address_group after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.212446 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > address_group after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.212782 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.213175 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110237) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 14:46:20.213832 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] ML2 OVO RPC backend initialized. {{(pid=110237) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 25 14:46:20.214644 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.215004 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.215422 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.215774 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > networks before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.216118 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.216458 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > ports before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.216801 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnet before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.217140 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnets before_response 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.217483 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.217822 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.218183 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.218520 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.218857 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.219190 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.219526 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnet after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.219861 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnet after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.220193 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.228657 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded quota_driver: . May 25 14:46:20.229037 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.plugin [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Modular L2 Plugin initialization complete May 25 14:46:20.229386 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading services supported by the core plugin {{(pid=110237) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 14:46:20.229731 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.plugins.ml2.managers [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Got port-security extension from driver 'port_security' May 25 14:46:20.230276 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.extensions.vlantransparent [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Disabled vlantransparent extension. May 25 14:46:20.230776 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110237) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 14:46:20.231103 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: router May 25 14:46:20.268282 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.268675 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router after_create 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.269046 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router before_create 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.269977 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.270376 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.270731 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router after_delete 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.271089 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.271443 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.271803 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router after_create 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.272150 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router after_update 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.272499 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router after_update 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.272844 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.273205 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router after_update 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.273621 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_update 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.273992 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: port after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.274358 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: port after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.274698 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: subnet after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.275036 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.275386 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.275732 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_create 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.276076 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: port before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.276418 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.276772 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router after_update 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.277127 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.277467 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_create 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.277826 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.278191 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_update 55549900 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.278558 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > agent after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.278942 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > agent after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.279582 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > network after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.280597 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Tracking information for resource: router configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:20.280973 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Tracking information for resource: floatingip configured {{(pid=110237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 14:46:20.287076 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.db.l3_agentschedulers_db [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 14:46:20.287949 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: port after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.288473 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: port after_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.288981 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: port after_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.289464 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: port after_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.291231 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router before_create 55550100 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.291742 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.292277 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_create 55550100 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.292898 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > router precommit_update 55550100 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.299648 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.services.provider_configuration [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service providers = [] {{(pid=110237) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 14:46:20.300052 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.db.servicetype_db [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110237) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 14:46:20.304331 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.services.service_base [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:46:20.304796 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.services.service_base [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:46:20.305137 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.services.service_base [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:46:20.306346 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.services.service_base [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 14:46:20.306746 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.services.service_base [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 14:46:20.307182 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.307578 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 14:46:20.320190 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.320520 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: auto_allocate May 25 14:46:20.326754 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: network precommit_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.327130 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: network precommit_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.327708 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.328029 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: tag May 25 14:46:20.335875 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.336270 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: timestamp May 25 14:46:20.340722 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.341055 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: network_ip_availability May 25 14:46:20.346893 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.347298 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.347648 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.348460 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.348784 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: flavors May 25 14:46:20.354131 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.354463 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading Plugin: revisions May 25 14:46:20.359261 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 14:46:20.359656 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_concurrency.lockutils [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.975s {{(pid=110237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 14:46:20.360438 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110237) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 14:46:20.360772 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Initializing extension manager. May 25 14:46:20.361311 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: __init__.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.361655 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: __pycache__ {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.361988 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: _port_mac_address_override.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.362355 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: address_group.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.364110 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.364713 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: address-group May 25 14:46:20.365037 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: address_scope.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.365910 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.366475 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: address-scope May 25 14:46:20.366798 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.367847 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.368377 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: router-admin-state-down-before-update May 25 14:46:20.368704 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: agent.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.369440 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.369954 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: agent May 25 14:46:20.370310 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: agent_resources_synced.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.371244 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.371757 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: agent-resources-synced May 25 14:46:20.372077 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: allowedaddresspairs.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.373969 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.374524 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: allowed-address-pairs May 25 14:46:20.374854 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: auto_allocated_topology.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.375979 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.376494 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: auto-allocated-topology May 25 14:46:20.376817 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: availability_zone.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.377516 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.378055 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: availability_zone May 25 14:46:20.378377 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: availability_zone_filter.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.379920 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.380436 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: availability_zone_filter May 25 14:46:20.380759 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: data_plane_status.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.381687 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.382224 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension data-plane-status not supported by any of loaded plugins May 25 14:46:20.382707 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: default_subnetpools.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.383658 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.384161 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: default-subnetpools May 25 14:46:20.384479 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.385343 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.385851 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: dhcp_agent_scheduler May 25 14:46:20.386290 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: dns.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.387242 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.387750 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension dns-integration not supported by any of loaded plugins May 25 14:46:20.388074 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: dns_domain_ports.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.388997 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.389510 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 14:46:20.389831 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.390784 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.391294 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 14:46:20.391616 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: dvr.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.392294 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.392803 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: dvr May 25 14:46:20.393121 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: ecmp_routes.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.394077 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.394620 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension ecmp_routes not supported by any of loaded plugins May 25 14:46:20.394959 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: empty_string_filtering.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.395859 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.396366 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: empty-string-filtering May 25 14:46:20.396686 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.397602 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.398146 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 14:46:20.398461 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.399382 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.399891 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 14:46:20.400209 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: external_net.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.401119 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.401631 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: external-net May 25 14:46:20.401949 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.402901 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.403421 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: extra_dhcp_opt May 25 14:46:20.403735 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: extraroute.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.404915 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.405423 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: extraroute May 25 14:46:20.405737 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: extraroute_atomic.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.406813 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.407328 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: extraroute-atomic May 25 14:46:20.407645 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: filter_validation.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.408337 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.408840 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: filter-validation May 25 14:46:20.409163 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: fip_pf_description.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.410171 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.410682 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 14:46:20.411002 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: fip_pf_port_range.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.411946 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.412456 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 25 14:46:20.412775 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: fip_port_details.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.413708 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.414246 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: fip-port-details May 25 14:46:20.414566 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: flavors.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.415833 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.416354 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: flavors May 25 14:46:20.416675 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.418410 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.418936 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 14:46:20.419271 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: floatingip_pools.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.420152 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.420673 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: floatingip-pools May 25 14:46:20.420998 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: ip_allocation.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.421930 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.422471 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension ip_allocation not supported by any of loaded plugins May 25 14:46:20.422799 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.423715 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.424229 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: ip-substring-filtering May 25 14:46:20.424555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l2_adjacency.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.426067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.426577 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 14:46:20.426899 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.427938 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.428457 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: router May 25 14:46:20.428778 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.431213 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.431754 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 14:46:20.432092 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.433030 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.433551 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: ext-gw-mode May 25 14:46:20.433879 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.434828 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.435345 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: l3-ha May 25 14:46:20.435672 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.436592 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.437099 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 25 14:46:20.437423 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3_flavors.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.438383 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.438903 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: l3-flavors May 25 14:46:20.439231 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.440669 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.441764 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 25 14:46:20.442134 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.443091 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.443607 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 14:46:20.443934 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: l3agentscheduler.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.445118 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.445582 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: l3_agent_scheduler May 25 14:46:20.445908 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: local_ip.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.447797 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.448327 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension local_ip not supported by any of loaded plugins May 25 14:46:20.448661 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: logging.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.450186 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.450724 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension logging not supported by any of loaded plugins May 25 14:46:20.451060 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: metering.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.451820 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.452411 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: metering May 25 14:46:20.452740 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.453858 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.454421 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: metering_source_and_destination_fields May 25 14:46:20.454752 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: multiprovidernet.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.455851 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.456371 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: multi-provider May 25 14:46:20.456725 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: netmtu.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.457662 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.458206 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: net-mtu May 25 14:46:20.458531 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: netmtu_writable.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.459459 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.459971 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: net-mtu-writable May 25 14:46:20.460294 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: network_availability_zone.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.460982 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.461493 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: network_availability_zone May 25 14:46:20.461817 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: network_ip_availability.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.463389 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.463911 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: network-ip-availability May 25 14:46:20.464233 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: network_segment_range.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.465116 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.465625 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension network-segment-range not supported by any of loaded plugins May 25 14:46:20.465945 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: pagination.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.467079 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.467409 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: pagination May 25 14:46:20.467727 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: port_device_profile.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.468644 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.469172 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: port-device-profile May 25 14:46:20.469493 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: port_mac_address_override.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.470457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.470972 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: port-mac-override May 25 14:46:20.471293 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.472219 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.472762 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: port-mac-address-regenerate May 25 14:46:20.473084 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.474003 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.474538 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: port-numa-affinity-policy May 25 14:46:20.474861 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: port_resource_request.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.475769 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.476278 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension port-resource-request not supported by any of loaded plugins May 25 14:46:20.476599 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: port_resource_request_groups.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.477579 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.478121 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 25 14:46:20.478444 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: portbindings.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.479379 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.479894 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: binding May 25 14:46:20.480214 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: portbindings_extended.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.481520 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.482072 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: binding-extended May 25 14:46:20.482401 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: portsecurity.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.483317 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.483828 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: port-security May 25 14:46:20.484153 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: project_id.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.485128 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.485455 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: project-id May 25 14:46:20.485772 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: providernet.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.486726 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.487252 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: provider May 25 14:46:20.487572 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.491857 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.492403 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos not supported by any of loaded plugins May 25 14:46:20.492734 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.494033 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.494568 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 14:46:20.494899 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.495839 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.496356 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 14:46:20.496683 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_default.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.497600 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.498152 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-default not supported by any of loaded plugins May 25 14:46:20.498480 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_fip.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.499409 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.499926 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-fip not supported by any of loaded plugins May 25 14:46:20.500250 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.501181 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.501694 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 25 14:46:20.502058 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_gateway_ip.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.502995 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.503542 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 14:46:20.504411 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_port_network_policy.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.505347 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.505860 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 14:46:20.506213 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.507279 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.507793 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 25 14:46:20.508113 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.509160 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.509670 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 25 14:46:20.509992 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_pps_rule.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.511188 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.511707 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-pps not supported by any of loaded plugins May 25 14:46:20.512031 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_rule_type_details.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.512952 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.513470 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 14:46:20.513795 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.514788 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.515301 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 25 14:46:20.515624 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: qos_rules_alias.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.516816 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.517336 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 14:46:20.517664 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: quota_check_limit.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.518613 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.519165 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: quota-check-limit May 25 14:46:20.519990 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: quotasv2.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.521011 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.521337 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: quotas May 25 14:46:20.521657 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: quotasv2_detail.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.523454 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.523788 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: quota_details May 25 14:46:20.524115 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: rbac.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.525207 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.525751 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: rbac-policies May 25 14:46:20.526113 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: rbac_address_group.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.527054 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.527569 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: rbac-address-group May 25 14:46:20.527895 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: rbac_address_scope.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.528905 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.529689 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: rbac-address-scope May 25 14:46:20.530047 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: rbac_security_groups.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.530955 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.531468 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: rbac-security-groups May 25 14:46:20.531788 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: rbac_subnetpool.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.532708 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.533218 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: rbac-subnetpool May 25 14:46:20.533539 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: revisionifmatch.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.534496 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.535594 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: revision-if-match May 25 14:46:20.535912 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: revisions.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.537059 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.537581 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: standard-attr-revisions May 25 14:46:20.537908 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: router_availability_zone.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.538612 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.539129 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: router_availability_zone May 25 14:46:20.539454 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: routerservicetype.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.540392 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.540901 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension router-service-type not supported by any of loaded plugins May 25 14:46:20.541218 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.542193 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.542706 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: security-groups-normalized-cidr May 25 14:46:20.543027 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.543952 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.544464 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: port-security-groups-filtering May 25 14:46:20.544788 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.545723 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.546261 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: security-groups-remote-address-group May 25 14:46:20.546586 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.547531 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.548047 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: security-groups-shared-filtering May 25 14:46:20.548363 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: securitygroup.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.560177 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.560746 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: security-group May 25 14:46:20.561077 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: segment.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.561886 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.562434 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension segment not supported by any of loaded plugins May 25 14:46:20.562762 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.563792 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.564307 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 14:46:20.564632 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: servicetype.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.565752 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.566328 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: service-type May 25 14:46:20.566656 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: sorting.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.567782 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.568121 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: sorting May 25 14:46:20.568444 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: standard_attr_segment.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.569398 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.569935 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 14:46:20.570282 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: standardattrdescription.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.570959 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.571468 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: standard-attr-description May 25 14:46:20.571791 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: stateful_security_group.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.572769 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.573291 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: stateful-security-group May 25 14:46:20.573615 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: stdattrs_common.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.574244 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 14:46:20.574565 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.575532 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.576062 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 14:46:20.576387 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: subnet_onboard.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.577489 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.578031 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: subnet_onboard May 25 14:46:20.578362 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.579301 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.579813 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 14:46:20.580139 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: subnet_service_types.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.581067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.581584 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: subnet-service-types May 25 14:46:20.582462 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: subnetallocation.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.583577 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.584098 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: subnet_allocation May 25 14:46:20.584422 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.585108 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.585623 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: subnetpool-prefix-ops May 25 14:46:20.585946 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.586933 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.587454 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 14:46:20.587783 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: tagging.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.588905 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.589427 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: standard-attr-tag May 25 14:46:20.589751 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: timestamp.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.591039 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.591556 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loaded extension: standard-attr-timestamp May 25 14:46:20.591879 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: trunk.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.592934 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.593457 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension trunk not supported by any of loaded plugins May 25 14:46:20.593782 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: trunk_details.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.594749 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.595271 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension trunk-details not supported by any of loaded plugins May 25 14:46:20.595597 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: uplink_status_propagation.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.597042 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.598212 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 14:46:20.598537 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Loading extension file: vlantransparent.py {{(pid=110237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 14:46:20.599240 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 14:46:20.599759 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 14:46:20.602571 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:network May 25 14:46:20.603122 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:subnet May 25 14:46:20.603517 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:46:20.603914 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:port May 25 14:46:20.605254 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.605686 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service FLAVORS assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.606339 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.606759 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.607092 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:router May 25 14:46:20.607517 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:floatingip May 25 14:46:20.608007 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service METERING assigned prefix: /metering {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.609511 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.609888 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.610354 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:46:20.611455 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of CountableResource for resource:rbac_policy May 25 14:46:20.611906 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:security_group May 25 14:46:20.612346 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 14:46:20.613501 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service CORE assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.613831 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:46:20.614208 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] subnetpool is already registered May 25 14:46:20.614641 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service CORE assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.614961 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:46:20.615287 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] subnetpool is already registered May 25 14:46:20.617762 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.618225 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service FLAVORS assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.618815 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.619232 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.619565 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:router May 25 14:46:20.619910 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] router is already registered May 25 14:46:20.620316 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:floatingip May 25 14:46:20.620663 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] floatingip is already registered May 25 14:46:20.621117 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service METERING assigned prefix: /metering {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.621796 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of CountableResource for resource:rbac_policy May 25 14:46:20.622150 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] rbac_policy is already registered May 25 14:46:20.622560 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:security_group May 25 14:46:20.622891 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] security_group is already registered May 25 14:46:20.623288 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 14:46:20.623614 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] security_group_rule is already registered May 25 14:46:20.624257 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service CORE assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.624581 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:46:20.624923 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] subnetpool is already registered May 25 14:46:20.625342 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.v2.resource_helper [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Service CORE assigned prefix: {{(pid=110237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 14:46:20.625659 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Creating instance of TrackedResource for resource:subnetpool May 25 14:46:20.625984 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING neutron.quota.resource_registry [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] subnetpool is already registered May 25 14:46:20.626483 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: extensions {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.627999 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: address-groups {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.629562 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: address-scopes {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.630912 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: agents {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.632073 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: auto-allocated-topology {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.633311 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: availability_zones {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.634581 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: dhcp-networks {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.636068 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: dhcp-agents {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.637493 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: routers {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.639224 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: flavors {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.640494 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: service_profiles {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.641705 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: next_providers {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.643173 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: service_profiles {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.645270 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: floatingip-pools {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.646503 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: routers {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.648226 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: floatingips {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.649510 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: l3-routers {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.650934 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: l3-agents {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.652341 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: metering-labels {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.653588 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: metering-label-rules {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.655266 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: network-ip-availabilities {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.656541 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: bindings {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.658101 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: quotas {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.660868 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: quotas {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.662441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: rbac-policies {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.663633 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: security-groups {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.664991 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: security-group-rules {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.666285 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: service-providers {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.667497 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: subnetpools {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.668912 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: subnetpools {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.670494 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.672188 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.673995 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.676324 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.677995 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.680028 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.681726 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.683643 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.685386 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.687175 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron.api.extensions [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Extended resource: tags {{(pid=110237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 14:46:20.693375 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING keystonemiddleware.auth_token [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 14:46:20.698680 dv-cinder-803823-9-iscsi neutron-server[110237]: WARNING keystonemiddleware.auth_token [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 14:46:20.707647 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_concurrency.lockutils [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Acquired lock "singleton_lock" {{(pid=110237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 25 14:46:20.708125 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_concurrency.lockutils [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Releasing lock "singleton_lock" {{(pid=110237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 25 14:46:20.708800 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO oslo_service.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Starting 2 workers May 25 14:46:20.713859 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Started child 110348 {{(pid=110237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:46:20.718812 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Started child 110349 {{(pid=110237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:46:20.719958 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.721033 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO neutron.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 14:46:20.721301 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.722786 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [-] (110348) wsgi starting up on http://0.0.0.0:9696 May 25 14:46:20.724576 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO oslo_service.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Starting 1 workers May 25 14:46:20.727289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.729508 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [-] (110349) wsgi starting up on http://0.0.0.0:9696 May 25 14:46:20.730031 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Started child 110350 {{(pid=110237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:46:20.730635 dv-cinder-803823-9-iscsi neutron-server[110237]: INFO oslo_service.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Starting 1 workers May 25 14:46:20.735351 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] calling RpcWorker wait() {{(pid=110350) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 14:46:20.736310 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Started child 110351 {{(pid=110237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 14:46:20.736449 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.service [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] returning from RpcWorker wait() {{(pid=110350) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 14:46:20.736584 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG neutron_lib.callbacks.manager [None req-6756e138-1e22-4099-8db4-bfe22cfc9745 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.738690 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.738982 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 14:46:20.739205 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 14:46:20.739356 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 14:46:20.739483 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:20.739612 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 14:46:20.739880 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 14:46:20.740032 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 14:46:20.740571 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.740868 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.741113 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.741370 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.742047 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.742301 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.742523 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.742826 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.743075 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.743333 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.743526 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.743718 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.743911 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.744248 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.744455 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:20.745288 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.745288 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.745288 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.745288 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.746062 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.746062 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.746062 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.746624 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:20.746824 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] debug = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.746824 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.747210 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.747210 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.747713 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.747713 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.748082 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.748082 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.748467 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.748467 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.748833 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.749017 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.749444 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.749444 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.749824 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.749824 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.750200 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.750397 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.750813 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] host = dv-cinder-803823-9-iscsi {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.751016 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.751256 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.751488 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.751757 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.752009 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.752223 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.752495 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.752743 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.753019 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.753380 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.754116 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.754310 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.754522 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.754715 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.754900 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_options = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.755085 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.755346 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.755620 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.755833 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.756041 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.756232 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.756426 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.756621 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.756831 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.757051 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.757289 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.757511 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.757751 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.757971 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.758255 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.758471 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.758720 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.758954 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.759334 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.759700 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.759700 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.760086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.760086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.760449 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.760644 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.760835 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.761047 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.761250 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.761436 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.761626 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.761862 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.762147 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.762368 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.762609 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.762996 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.763203 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.763542 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.763542 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.763943 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.764143 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.764338 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.764534 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.764743 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.764962 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.765155 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.765346 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.765575 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_json = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.765794 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.766062 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.766310 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.766540 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.766737 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.766945 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.767184 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.767438 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.767660 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.768066 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.768347 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.768665 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.768912 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.769219 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.770298 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.770498 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.770694 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.770880 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.771113 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.771425 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.771662 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.771980 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.772234 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.772492 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.772846 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.773220 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.773418 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.773763 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.773957 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.774244 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.774244 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.774661 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.775013 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.775013 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.775370 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.775568 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.775761 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.775963 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.776210 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.776619 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.778036 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.778313 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.778595 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.778838 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.779352 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.779618 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.779832 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.780043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.780571 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.780571 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.780936 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.781124 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.781319 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.781528 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.781882 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.784601 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.785066 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.785565 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.785822 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.786273 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.786630 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.787018 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.787337 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.787742 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.789328 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.789638 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.790051 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.790934 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.790934 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.791650 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.791965 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.792160 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.792597 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.792981 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.793437 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.793832 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.794284 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.794680 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.795040 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.795399 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.795693 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.796035 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.796437 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.796790 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.797168 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.797523 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.797884 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.798293 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.798627 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.798979 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.799338 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.799700 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.800017 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.800338 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.800841 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.801051 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.801336 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.801692 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.802086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.802468 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.802921 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.803334 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.803826 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.804041 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.804459 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.804803 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.805215 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.805567 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.805978 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.806400 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.806837 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.807175 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.807562 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.807952 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.808309 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.808710 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.809051 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.809655 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.809770 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.810160 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.810549 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.811169 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.811812 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.812237 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.817441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.819457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.819457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.819457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.819457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.819457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.819457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.819457 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.820764 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 46998) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:20.822390 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.822659 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.822898 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.823180 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.823439 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.823701 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.823954 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.824284 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.824468 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.824800 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.825016 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.825257 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.825476 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.825857 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.826097 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.827484 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.828252 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.828252 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.828681 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.830161 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.830422 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.830768 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.831071 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.831320 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.832329 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.833108 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100908 May 25 14:46:20.835751 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.836219 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.838295 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.838673 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.840227 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.840733 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.841033 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.841406 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.841791 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.842188 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.842535 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.842933 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.843297 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.843682 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.844069 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.845883 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.845883 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.845883 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.845883 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.845883 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.846310 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.846723 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.847111 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.848027 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.848418 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.848820 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.849212 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.849554 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.850205 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.850772 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.851387 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.851936 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.852503 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.852954 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.853575 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.853973 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.854432 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.854867 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.855278 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.855841 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.856342 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.856713 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.857166 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.857542 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.858069 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.858390 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.859941 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.859941 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.859941 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.859941 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.860448 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.860714 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.861092 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.861469 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.861898 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.862376 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.862779 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.863740 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.864132 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.864520 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.864879 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.865251 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.865608 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.865981 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.866373 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.866730 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.867122 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.867464 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.867931 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.868368 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.868730 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.869144 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.869541 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.869905 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.870320 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.871642 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.871642 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.871642 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.871882 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.872100 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.872515 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.872865 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.873216 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.873586 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.873956 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.874329 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.874724 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.875097 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.875455 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.875832 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.876189 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.876535 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.876928 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.877271 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.877620 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.877953 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.878338 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.879485 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.880128 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.882067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.882067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.882067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.882067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.882067 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.882752 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.882752 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.883187 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.883537 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.883921 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.884297 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.884664 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.885169 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.885524 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.886047 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.886339 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.886707 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.887062 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.887460 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.888004 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.888712 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.889170 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.889602 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.890052 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.890494 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.890927 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.891296 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.891750 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.892264 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.892916 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.893314 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.893726 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.895086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.895086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.895086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.895555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.895952 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.896522 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.897163 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.897677 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.899553 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.900114 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.900676 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.901232 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.901815 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.902364 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.902964 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.903484 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.903932 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 14:46:20.905882 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 14:46:20.905882 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 14:46:20.905882 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 14:46:20.905882 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 14:46:20.906240 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 14:46:20.906397 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 14:46:20.906699 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.906967 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.907824 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.907824 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.907824 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.908051 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.908240 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.908547 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.908764 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.910331 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.910331 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.910331 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.910331 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.910635 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.910821 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.911020 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.911278 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.911880 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.911880 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.912005 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.912254 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.912508 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] debug = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.912762 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.913109 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.913329 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.915265 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.915265 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.915444 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.915768 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.915955 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.916259 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.916446 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.916707 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.916972 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.917234 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.917476 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.917729 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.918003 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.921019 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.921393 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] host = dv-cinder-803823-9-iscsi {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.921754 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.921754 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.922294 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.922294 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.922904 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.922904 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.923198 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.923324 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.923546 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.923828 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.924103 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.924377 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.924651 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.924921 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.925177 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_options = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927015 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927015 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927015 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927015 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927015 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927015 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927015 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927756 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927756 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.927756 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.928062 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.928217 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.928540 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.928754 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.928989 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.929259 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.929523 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.929789 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.930079 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.930327 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.930545 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.930810 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.931110 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.931359 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.931577 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.931793 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.932799 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.932799 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.932799 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.932799 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.932799 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.933483 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.933483 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.933483 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.933901 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.933901 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.934266 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.934552 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.934730 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.934904 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.935126 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.935389 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.935652 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.935915 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.936182 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.936441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.936702 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_json = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.938388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.938388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.938388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.938388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.938388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.938388 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.939090 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.939090 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.939090 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 14:46:20.939454 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.939583 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.939918 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.940064 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.940278 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.942531 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.942531 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.942838 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.943007 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946043 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.946885 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:20.947039 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.947039 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.947039 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.947039 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.947039 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.947660 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.947660 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.947921 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.948143 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.949404 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.949404 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.949404 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.949404 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.949855 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.949855 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.950119 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.950426 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.950565 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.950809 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.951021 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.951738 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.951738 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.951975 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952355 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952570 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952917 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952917 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952917 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952917 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.952917 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.954550 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.954550 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.954752 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.954867 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.955381 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.955381 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.955643 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.955889 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.956097 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.956300 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.956688 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.956965 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.958672 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.958672 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.959152 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.959152 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.959626 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.959626 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.960086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.960086 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.960479 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.960682 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.962230 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.962495 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.962730 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.962996 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.963256 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.963528 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.963796 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.964076 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.964350 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.964617 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.965494 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.965494 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.965494 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.965952 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.965952 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.967372 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.967845 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.968308 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.968769 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.969028 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.969291 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.969553 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.969828 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.970654 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.970654 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.970654 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.970654 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.971352 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.971469 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.971763 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.972097 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.972932 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.973246 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.973561 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.973900 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.974269 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.974590 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.975369 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.975369 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.975751 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.975942 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.976192 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.976507 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.976982 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.977182 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.978115 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.978115 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.978115 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.978450 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.979346 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.979346 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.979346 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.979681 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.979793 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.980133 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.980265 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.980528 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.980811 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.982239 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.982239 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.982239 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.982239 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.982239 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.983211 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.983211 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.983211 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.983211 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.984459 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.984459 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.984459 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.984459 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.984459 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.986304 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.986304 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.986304 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.986304 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.986304 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.986304 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.986304 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.987414 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.987414 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.987414 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.987414 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.987414 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.988125 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.988125 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.988357 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.988479 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.988764 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.989151 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.989343 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.989508 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.989779 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.991555 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.992507 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.992507 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.992507 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.992507 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.992935 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.993056 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.993273 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.994103 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.994410 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.994748 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.995081 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.995416 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.995755 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.995998 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.996245 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.996383 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.998062 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.998373 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.999176 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.999176 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.999349 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.999588 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:20.999819 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.000095 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.000389 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.000661 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.000930 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.001192 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.001489 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.001729 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.001976 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.002726 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.002726 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.002884 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.003118 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.004572 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.004828 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.005144 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.005411 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.005689 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.005963 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.006282 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.006526 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.006803 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.007069 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.007342 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.007753 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.008169 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.008527 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.008711 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.008972 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.009251 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.009671 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.010004 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.010300 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.010562 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.010809 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.011061 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.011796 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.011796 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.011964 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.012336 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.012436 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.012634 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.012885 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.013166 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.013428 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.013695 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.013941 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.014252 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.014509 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.014798 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.015065 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.015391 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.015629 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.015861 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.016147 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.016877 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.016877 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.017222 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.017222 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.017502 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.017702 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.019122 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.019122 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.019122 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.019122 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.019122 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.020727 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.020727 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.020727 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.020727 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.021069 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.021239 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.021488 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.021743 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.022094 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.022335 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.022611 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.022880 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.023154 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.023430 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.023700 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.023979 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.024257 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.024544 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.024786 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.025071 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.025348 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.025643 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.026061 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.026454 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.026918 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.027356 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.027779 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.028214 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.028621 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.029339 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.029638 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.029893 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.030152 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.030431 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.032202 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.032202 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.032202 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.032202 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.032202 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.032202 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.032202 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.033441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.033441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.033441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 14:46:21.033441 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 14:46:30.185171 dv-cinder-803823-9-iscsi neutron-server[110237]: DEBUG dbcounter [-] [110237] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:34.649513 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f61f4-12dc-45fe-8eae-1dca478bdd45 None None] get_active_networks_info from dv-cinder-803823-9-iscsi {{(pid=110350) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 25 14:46:34.679370 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writer thread running {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:46:34.918356 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f61f4-12dc-45fe-8eae-1dca478bdd45 None None] No non-hosted networks {{(pid=110350) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 14:46:34.939844 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.agentschedulers_db [None req-965f61f4-12dc-45fe-8eae-1dca478bdd45 None None] DHCP Agent not found on host dv-cinder-803823-9-iscsi {{(pid=110350) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 14:46:35.126436 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f1ce248b-a511-44cd-b84a-d8eadbbc2cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402542'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:36.815008 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writer thread running {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:46:37.500422 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d0e7df23-b4dc-481f-b01c-452c7f3fdf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402542'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:37.569593 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5abed709-fd9f-41de-b675-4e40ade03df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:39.087811 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402542'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:39.652768 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47082) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:40.444461 dv-cinder-803823-9-iscsi neutron-server[110348]: WARNING oslo_policy.policy [None req-bb5a3ba7-4b4e-45da-a022-72023a8cf240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:40.445261 dv-cinder-803823-9-iscsi neutron-server[110348]: WARNING oslo_policy.policy [None req-bb5a3ba7-4b4e-45da-a022-72023a8cf240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:40.849732 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [None req-bb5a3ba7-4b4e-45da-a022-72023a8cf240 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:46:40.854802 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-bb5a3ba7-4b4e-45da-a022-72023a8cf240 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2009449 May 25 14:46:41.702286 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402542'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:41.961266 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402542'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:41.962547 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.963124 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.963639 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.964296 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.964873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.965578 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.966324 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.967096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.967610 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.968111 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.968606 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.970105 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.970674 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.971138 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.971617 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:41.972239 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803823-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:41.984193 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803823-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:46:43.963783 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47112) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:44.397955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-118873f6-718e-45dd-ab8e-553b27ed119a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:46:44.559982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.policy [None req-118873f6-718e-45dd-ab8e-553b27ed119a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110348) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 14:46:44.602657 dv-cinder-803823-9-iscsi neutron-server[110348]: WARNING oslo_policy.policy [None req-118873f6-718e-45dd-ab8e-553b27ed119a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:44.603055 dv-cinder-803823-9-iscsi neutron-server[110348]: WARNING oslo_policy.policy [None req-118873f6-718e-45dd-ab8e-553b27ed119a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:44.624144 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writer thread running {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:46:44.717325 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-118873f6-718e-45dd-ab8e-553b27ed119a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793218212929', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793218213493', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793218164494', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793218170616', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793218176761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793218184095', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1435980', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1426103', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-314059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16509542'] for rbac-policy (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:44.801433 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-118873f6-718e-45dd-ab8e-553b27ed119a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:44.814058 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-118873f6-718e-45dd-ab8e-553b27ed119a admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8379836 May 25 14:46:46.335575 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.db.l3_hamode_db [None req-29555f93-5022-4268-ab94-4b225a939c7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 14:46:46.431839 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29555f93-5022-4268-ab94-4b225a939c7a None None] Routers set() bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:46:46.432309 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29555f93-5022-4268-ab94-4b225a939c7a None None] Router IDs set() for agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 14:46:47.417437 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47124) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:48.019167 dv-cinder-803823-9-iscsi neutron-server[110349]: WARNING oslo_policy.policy [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:48.020203 dv-cinder-803823-9-iscsi neutron-server[110349]: WARNING oslo_policy.policy [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:48.238346 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:46:48.256102 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writer thread running {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 25 14:46:48.316983 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Made reservation on behalf of 9799d178c2a042baa9963766f953c6a6 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:46:48.380049 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.policy [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110349) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 14:46:48.423255 dv-cinder-803823-9-iscsi neutron-server[110349]: WARNING oslo_policy.policy [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:48.423955 dv-cinder-803823-9-iscsi neutron-server[110349]: WARNING oslo_policy.policy [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 14:46:48.435174 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.459536 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.594815 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks [] for security_group (268f5a61-cb1a-4d71-b8b4-29c389b21ef9), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.598953 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (268f5a61-cb1a-4d71-b8b4-29c389b21ef9), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.641530 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:46:48.668399 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (c1f46b82-438a-4096-b81a-44ee9012355e), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.668944 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Added segment c1f46b82-438a-4096-b81a-44ee9012355e of type vlan for network 3896bcd7-c17e-4158-90db-c771835d98b7 May 25 14:46:48.674836 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=268f5a61-cb1a-4d71-b8b4-29c389b21ef9,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:48.718506 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.718846 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.719197 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.719547 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.719881 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.720206 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.720528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.720848 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.721169 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.721491 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.721812 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.722177 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.723041 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.723358 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.723674 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Tracked resource versions report: May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: pushed versions: May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: { 'AddressGroup': {'1.2'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Agent': {'1.1'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'ConntrackHelper': {'1.0'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'LocalIPAssociation': {'1.0'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Log': {'1.0'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'NDPProxy': {'1.0'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Network': {'1.1'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Port': {'1.7'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'PortForwarding': {'1.3'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'QosPolicy': {'1.10'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroup': {'1.5'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroupRule': {'1.2'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SubPort': {'1.0'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Subnet': {'1.1'}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Trunk': {'1.1'}} May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: consumer versions: May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Agent': '1.1', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'ConntrackHelper': '1.0', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'LocalIPAssociation': '1.0', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Log': '1.0', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'NDPProxy': '1.0', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Network': '1.1', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Port': '1.7', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'PortForwarding': '1.3', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'QosPolicy': '1.10', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroup': '1.5', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroupRule': '1.2', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SubPort': '1.0', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Subnet': '1.1', May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Trunk': '1.1'}} May 25 14:46:48.725099 dv-cinder-803823-9-iscsi neutron-server[110349]: {{(pid=110349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:46:48.792857 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (3896bcd7-c17e-4158-90db-c771835d98b7), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.840204 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (3896bcd7-c17e-4158-90db-c771835d98b7), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.845821 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:48.846530 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:48.960109 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.5406628 May 25 14:46:48.977753 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4c7fe-cc48-4829-91a6-0417e82a8a1f demo demo] Pushing event updated for resources: {'Network': ['ID=3896bcd7-c17e-4158-90db-c771835d98b7,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:48.994924 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 3896bcd7-c17e-4158-90db-c771835d98b7 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:46:51.539341 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47144) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:51.968919 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=49,neutron:INSERT=39,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:52.065225 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10391e56-3e9b-4147-9da4-82982b1732f8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:52.066686 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-10391e56-3e9b-4147-9da4-82982b1732f8 demo admin] 10.222.0.78 "GET /v2.0/networks/3896bcd7-c17e-4158-90db-c771835d98b7 HTTP/1.1" status: 200 len: 826 time: 0.5263762 May 25 14:46:52.110541 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9f7e14ad-6ecf-4ca3-a176-c74e37700579 demo admin] 10.222.0.78 "GET /v2.0/subnetpools/c806faf1-2265-4efc-9d90-32ef4d4651b4 HTTP/1.1" status: 200 len: 734 time: 0.0373719 May 25 14:46:52.119956 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'subnetpool_id': 'c806faf1-2265-4efc-9d90-32ef4d4651b4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:46:52.144832 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Made reservation on behalf of 9799d178c2a042baa9963766f953c6a6 for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:46:52.147742 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:52.469712 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (18680aec-141f-43fc-8485-7bc9ae0c1157), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:52.532043 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:52.538499 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Pushing event updated for resources: {'Subnet': ['ID=18680aec-141f-43fc-8485-7bc9ae0c1157,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:52.549360 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Checking segment: {'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:46:52.549888 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Network hostable DHCP agents. Network: 3896bcd7-c17e-4158-90db-c771835d98b7, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:46:52.572725 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Network 3896bcd7-c17e-4158-90db-c771835d98b7 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:46:52.585486 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 3896bcd7-c17e-4158-90db-c771835d98b7) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:46:52.590577 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:46:52.591170 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:52.597258 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43100040-98af-482c-bc46-ffb2e22f45b7 None None] Network 3896bcd7-c17e-4158-90db-c771835d98b7 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:46:52.606728 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=31,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:52.618057 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-64aa183a-e420-47b3-a884-d60977c31b18 demo admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4984186 May 25 14:46:52.880536 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-3896bcd7-c17e-4158-90db-c771835d98b7', 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'project_id': '9799d178c2a042baa9963766f953c6a6', 'fixed_ips': [{'subnet_id': '18680aec-141f-43fc-8485-7bc9ae0c1157'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:46:52.881990 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:53.223125 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Allocated IP 172.20.0.2 (3896bcd7-c17e-4158-90db-c771835d98b7/18680aec-141f-43fc-8485-7bc9ae0c1157/d2090856-7795-4d26-b0d2-e20085010d00) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:46:53.496253 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Publish callbacks [] for port (d2090856-7795-4d26-b0d2-e20085010d00), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:53.505365 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (d2090856-7795-4d26-b0d2-e20085010d00), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:53.578995 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Network 3896bcd7-c17e-4158-90db-c771835d98b7 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:46:53.585300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:46:53.599228 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:46:53.608286 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Pushing event updated for resources: {'Port': ['ID=d2090856-7795-4d26-b0d2-e20085010d00,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:53.636919 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.637260 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.637608 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.637958 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.638330 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.638652 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.638970 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.639287 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.639604 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.639915 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.640231 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.640562 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.640880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.641191 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.641500 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Tracked resource versions report: May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: pushed versions: May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: { 'AddressGroup': {'1.2'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Agent': {'1.1'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'ConntrackHelper': {'1.0'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'LocalIPAssociation': {'1.0'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Log': {'1.0'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'NDPProxy': {'1.0'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Network': {'1.1'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Port': {'1.7'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'PortForwarding': {'1.3'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'QosPolicy': {'1.10'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroup': {'1.5'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroupRule': {'1.2'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SubPort': {'1.0'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Subnet': {'1.1'}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Trunk': {'1.1'}} May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: consumer versions: May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Agent': '1.1', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'ConntrackHelper': '1.0', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'LocalIPAssociation': '1.0', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Log': '1.0', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'NDPProxy': '1.0', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Network': '1.1', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Port': '1.7', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'PortForwarding': '1.3', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'QosPolicy': '1.10', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroup': '1.5', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroupRule': '1.2', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SubPort': '1.0', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Subnet': '1.1', May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Trunk': '1.1'}} May 25 14:46:53.642921 dv-cinder-803823-9-iscsi neutron-server[110350]: {{(pid=110350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:46:53.698485 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Attempting to bind port d2090856-7795-4d26-b0d2-e20085010d00 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:46:53.698984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Attempting to bind port d2090856-7795-4d26-b0d2-e20085010d00 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:46:53.699481 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Attempting to bind port d2090856-7795-4d26-b0d2-e20085010d00 on network 3896bcd7-c17e-4158-90db-c771835d98b7 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:46:53.705513 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:46:53.705878 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Checking segment: {'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:46:53.706405 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:53.706828 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Bound using segment: {'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:46:53.707343 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Bound port: d2090856-7795-4d26-b0d2-e20085010d00, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:46:53.707737 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d2090856-7795-4d26-b0d2-e20085010d00), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:53.719770 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:53.729582 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:53.742849 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:53.776595 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] For port d2090856-7795-4d26-b0d2-e20085010d00, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:46:53.781352 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] For port d2090856-7795-4d26-b0d2-e20085010d00, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=d2090856-7795-4d26-b0d2-e20085010d00,segment=NetworkSegment(c1f46b82-438a-4096-b81a-44ee9012355e),segment_id=c1f46b82-438a-4096-b81a-44ee9012355e)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:46:53.790699 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (d2090856-7795-4d26-b0d2-e20085010d00), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:46:53.862569 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a3388-a2ea-4013-81ac-2fb141e87768 None None] Pushing event updated for resources: {'Port': ['ID=d2090856-7795-4d26-b0d2-e20085010d00,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:46:54.792683 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=9,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:54.794083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=24,neutron:INSERT=33,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:46:55.293703 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47164) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:55.806398 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [None req-1f10ff14-81cf-4e10-a49c-b289046d84fd admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:46:55.807491 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1f10ff14-81cf-4e10-a49c-b289046d84fd admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5125463 May 25 14:46:58.422519 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47172) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:46:58.843617 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [None req-86984262-34e6-4a6a-a461-6d8c862f7422 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:46:58.844658 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-86984262-34e6-4a6a-a461-6d8c862f7422 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4207585 May 25 14:47:01.406512 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47180) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:01.747801 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-76eec8a3-70fe-46fc-a1c9-d8f810b73334 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:47:01.782099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-76eec8a3-70fe-46fc-a1c9-d8f810b73334 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:01.784202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-76eec8a3-70fe-46fc-a1c9-d8f810b73334 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:01.950270 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-76eec8a3-70fe-46fc-a1c9-d8f810b73334 demo demo] Publish callbacks [] for router_controller (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), precommit_add_association {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:01.955259 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-76eec8a3-70fe-46fc-a1c9-d8f810b73334 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:01.977868 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-76eec8a3-70fe-46fc-a1c9-d8f810b73334 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:01.979001 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-76eec8a3-70fe-46fc-a1c9-d8f810b73334 demo demo] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5714581 May 25 14:47:02.602300 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=6,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:02.606188 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=54,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:03.855869 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=69,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:03.859307 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=14 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:04.506168 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47196) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:04.570634 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8233cb3b-ea48-43f8-9a7c-3aeab6a0a5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:04.881067 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [None req-5367ed24-63ae-40c9-a152-c7e23921458a admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:47:04.882251 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5367ed24-63ae-40c9-a152-c7e23921458a admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3750422 May 25 14:47:05.115188 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device d2090856-7795-4d26-b0d2-e20085010d00 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:47:05.209547 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port d2090856-7795-4d26-b0d2-e20085010d00 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:05.209884 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d2090856-7795-4d26-b0d2-e20085010d00), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:05.322730 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port d2090856-7795-4d26-b0d2-e20085010d00 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:05.323110 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d2090856-7795-4d26-b0d2-e20085010d00), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:05.367081 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port d2090856-7795-4d26-b0d2-e20085010d00, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=d2090856-7795-4d26-b0d2-e20085010d00,segment=NetworkSegment(c1f46b82-438a-4096-b81a-44ee9012355e),segment_id=c1f46b82-438a-4096-b81a-44ee9012355e)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:47:05.372384 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (d2090856-7795-4d26-b0d2-e20085010d00), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:05.434574 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=d2090856-7795-4d26-b0d2-e20085010d00,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:05.870960 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3a823-b9bb-4d47-bfe0-7589afffbd53 None None] Network 3896bcd7-c17e-4158-90db-c771835d98b7 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:47:05.926420 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-0f89f87a-cbe2-4c7a-8870-8aaa17b259c0 None None] Provisioning complete for port d2090856-7795-4d26-b0d2-e20085010d00 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:05.927099 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0f89f87a-cbe2-4c7a-8870-8aaa17b259c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d2090856-7795-4d26-b0d2-e20085010d00), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:06.061941 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-0f89f87a-cbe2-4c7a-8870-8aaa17b259c0 None None] Current status of the port d2090856-7795-4d26-b0d2-e20085010d00 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:06.285544 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-75ab0632-1588-40fa-9249-78dc721799be None None] Provisioning complete for port d2090856-7795-4d26-b0d2-e20085010d00 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:06.286223 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-75ab0632-1588-40fa-9249-78dc721799be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d2090856-7795-4d26-b0d2-e20085010d00), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:06.361360 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-75ab0632-1588-40fa-9249-78dc721799be None None] Current status of the port d2090856-7795-4d26-b0d2-e20085010d00 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:07.079150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device d2090856-7795-4d26-b0d2-e20085010d00 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:47:07.125281 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port d2090856-7795-4d26-b0d2-e20085010d00 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:07.125665 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d2090856-7795-4d26-b0d2-e20085010d00), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:07.203882 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port d2090856-7795-4d26-b0d2-e20085010d00 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:07.436570 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47204) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:07.463594 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4978099a-ee49-484d-89e7-e4d78d708f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:07.778956 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:47:07.803756 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Made reservation on behalf of 86b029bd8d8948dfab182a990de56b86 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:47:07.806151 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:07.815108 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:07.902491 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks [] for security_group (5362e5da-b311-4ee1-9721-80169f532709), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:07.906808 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (5362e5da-b311-4ee1-9721-80169f532709), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:07.925220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Reserving flat network on physical network physnet1 {{(pid=110349) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 14:47:07.941851 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5362e5da-b311-4ee1-9721-80169f532709,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:07.948560 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (fc01d466-d20e-414a-b253-74b8430e5981), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:07.949090 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Added segment fc01d466-d20e-414a-b253-74b8430e5981 of type flat for network 8f07a35b-468d-4fda-8b66-780e134cd081 May 25 14:47:07.996805 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (8f07a35b-468d-4fda-8b66-780e134cd081), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:08.030933 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (8f07a35b-468d-4fda-8b66-780e134cd081), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:08.031920 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:08.032655 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:08.112427 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6747558 May 25 14:47:08.131532 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe957-4769-4c41-9533-00f5fa030f63 admin admin] Pushing event updated for resources: {'Network': ['ID=8f07a35b-468d-4fda-8b66-780e134cd081,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:08.142260 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 8f07a35b-468d-4fda-8b66-780e134cd081 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:47:08.264172 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:09.023478 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:10.670433 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47222) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:10.797313 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:10.804538 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:10.919097 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49719220-7c2b-486b-987f-6f9ff61a1430 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:10.920659 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-49719220-7c2b-486b-987f-6f9ff61a1430 demo admin] 10.222.0.78 "GET /v2.0/subnets/18680aec-141f-43fc-8485-7bc9ae0c1157 HTTP/1.1" status: 200 len: 849 time: 0.2489038 May 25 14:47:11.051555 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-cf544a54-fad2-4727-8576-2dd80b2be5f7 demo admin] 10.222.0.78 "GET /v2.0/routers/a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 HTTP/1.1" status: 200 len: 704 time: 0.1241601 May 25 14:47:11.384245 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:11.629474 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:11.733967 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Allocated IP 172.20.0.1 (3896bcd7-c17e-4158-90db-c771835d98b7/18680aec-141f-43fc-8485-7bc9ae0c1157/5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:47:11.948895 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:11.981116 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks [] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.059868 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.149221 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:12.158103 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Network 3896bcd7-c17e-4158-90db-c771835d98b7 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:47:12.175548 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:47:12.187038 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:12.205881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Pushing event updated for resources: {'Port': ['ID=5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:12.221449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:47:12.222049 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.225989 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.226365 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.226713 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.227069 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.227402 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.227733 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.228051 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.228375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.228710 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.229039 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.229356 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.229688 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.230033 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.230347 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.230662 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Tracked resource versions report: May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: pushed versions: May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: { 'AddressGroup': {'1.2'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Agent': {'1.1'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'ConntrackHelper': {'1.0'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'LocalIPAssociation': {'1.0'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Log': {'1.0'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'NDPProxy': {'1.0'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Network': {'1.1'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Port': {'1.7'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'PortForwarding': {'1.3'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'QosPolicy': {'1.10'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroup': {'1.5'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroupRule': {'1.2'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SubPort': {'1.0'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Subnet': {'1.1'}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Trunk': {'1.1'}} May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: consumer versions: May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Agent': '1.1', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'ConntrackHelper': '1.0', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'LocalIPAssociation': '1.0', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Log': '1.0', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'NDPProxy': '1.0', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Network': '1.1', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Port': '1.7', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'PortForwarding': '1.3', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'QosPolicy': '1.10', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroup': '1.5', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroupRule': '1.2', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SubPort': '1.0', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Subnet': '1.1', May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Trunk': '1.1'}} May 25 14:47:12.232072 dv-cinder-803823-9-iscsi neutron-server[110348]: {{(pid=110348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:47:12.419970 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-9e3b1c14-1b3d-4ea0-a2b9-8fc31a85c25b None None] Provisioning complete for port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:12.420368 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1c14-1b3d-4ea0-a2b9-8fc31a85c25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.435004 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.453984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b1c14-1b3d-4ea0-a2b9-8fc31a85c25b None None] Port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:47:12.681703 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks [] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.686311 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.687113 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:12.822415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Pushing event updated for resources: {'Port': ['ID=5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:12.872723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Network 3896bcd7-c17e-4158-90db-c771835d98b7 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:47:12.874271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:47:13.051928 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:47:13.150280 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:47:13.155996 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-10badec9-fd09-48e8-a661-578c01243c84 demo admin] 10.222.0.78 "PUT /v2.0/routers/a0615c76-d422-4a22-9a8a-ab0a7c7d2b11/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0987558 May 25 14:47:13.173951 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Sync routers for ids ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:47:13.188598 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Routers {'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:47:13.189445 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:47:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:13.230622 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:13.244127 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-7b1d5e87-a625-46c8-a096-dd2f1b33ed75 None None] Provisioning complete for port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:13.244622 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5e87-a625-46c8-a096-dd2f1b33ed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:13.282845 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d5e87-a625-46c8-a096-dd2f1b33ed75 None None] Port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:47:13.383428 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Set router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 gateway port host: None {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:47:13.813453 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'name': 'router1', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:47:01Z', 'updated_at': '2022-05-25T14:47:12Z', 'revision_number': 2, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'gw_port_host': None, '_interfaces': [{'id': '5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260', 'name': '', 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'mac_address': 'fa:16:3e:e0:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:11Z', 'updated_at': '2022-05-25T14:47:12Z', 'revision_number': 2, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'subnets': [{'id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c806faf1-2265-4efc-9d90-32ef4d4651b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:13.868512 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Checking router: a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:47:13.868878 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Updating router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:47:13.928743 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:14.548256 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Publish callbacks [] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:14.557437 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:14.720787 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Pushing event updated for resources: {'Port': ['ID=5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:14.740853 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.741199 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.741597 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.742089 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.742297 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.742625 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.742946 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.743279 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.743587 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.743904 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.744225 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.744731 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.744884 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.745200 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.746182 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Tracked resource versions report: May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: pushed versions: May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: { 'AddressGroup': {'1.2'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Agent': {'1.1'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'ConntrackHelper': {'1.0'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'LocalIPAssociation': {'1.0'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Log': {'1.0'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'NDPProxy': {'1.0'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Network': {'1.1'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Port': {'1.7'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'PortForwarding': {'1.3'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'QosPolicy': {'1.10'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroup': {'1.5'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroupRule': {'1.2'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SubPort': {'1.0'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Subnet': {'1.1'}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Trunk': {'1.1'}} May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: consumer versions: May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Agent': '1.1', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'ConntrackHelper': '1.0', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'LocalIPAssociation': '1.0', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Log': '1.0', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'NDPProxy': '1.0', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Network': '1.1', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Port': '1.7', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'PortForwarding': '1.3', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'QosPolicy': '1.10', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroup': '1.5', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroupRule': '1.2', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SubPort': '1.0', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Subnet': '1.1', May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Trunk': '1.1'}} May 25 14:47:14.747013 dv-cinder-803823-9-iscsi neutron-server[110351]: {{(pid=110351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:47:14.753279 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Attempting to bind port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:47:14.754336 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Attempting to bind port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:47:14.754679 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Attempting to bind port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 on network 3896bcd7-c17e-4158-90db-c771835d98b7 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:47:14.761079 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:47:14.761488 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Checking segment: {'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:47:14.761965 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:14.762374 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Bound using segment: {'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:47:14.762872 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Bound port: 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f46b82-438a-4096-b81a-44ee9012355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:47:14.763271 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:14.812811 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-fdc95aed-3997-47ed-8d14-9fdaf20219ee None None] Provisioning complete for port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:14.813354 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fdc95aed-3997-47ed-8d14-9fdaf20219ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:14.846515 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] For port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:47:14.851286 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-fdc95aed-3997-47ed-8d14-9fdaf20219ee None None] Port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:47:14.854978 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:14.871593 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] For port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260,segment=NetworkSegment(c1f46b82-438a-4096-b81a-44ee9012355e),segment_id=c1f46b82-438a-4096-b81a-44ee9012355e)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:47:14.872960 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:14.880332 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:14.950823 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Routers {'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:47:14.951487 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:47:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:14.953985 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710637d6-9551-40bb-88e3-98d7e3442d00 None None] Pushing event updated for resources: {'Port': ['ID=5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260,revision_number=4']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:15.051541 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] Set router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 gateway port host: None {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:47:15.182996 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-83c0add4-0a73-4f14-bd45-78f43c217c2d None None] Provisioning complete for port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:15.183723 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-83c0add4-0a73-4f14-bd45-78f43c217c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:15.271093 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-83c0add4-0a73-4f14-bd45-78f43c217c2d None None] Current status of the port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:15.271575 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-83c0add4-0a73-4f14-bd45-78f43c217c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:15.306685 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'name': 'router1', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:47:01Z', 'updated_at': '2022-05-25T14:47:12Z', 'revision_number': 2, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'gw_port_host': None, '_interfaces': [{'id': '5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260', 'name': '', 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'mac_address': 'fa:16:3e:e0:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:11Z', 'updated_at': '2022-05-25T14:47:14Z', 'revision_number': 4, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'subnets': [{'id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c806faf1-2265-4efc-9d90-32ef4d4651b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:15.312869 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-83c0add4-0a73-4f14-bd45-78f43c217c2d None None] For port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260,segment=NetworkSegment(c1f46b82-438a-4096-b81a-44ee9012355e),segment_id=c1f46b82-438a-4096-b81a-44ee9012355e)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:47:15.318352 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-83c0add4-0a73-4f14-bd45-78f43c217c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:15.337527 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6e4d9-a025-428a-8ebf-b0384ffac770 None None] The sync data for ids ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'] in dv-cinder-803823-9-iscsi is: [{'id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'name': 'router1', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:47:01Z', 'updated_at': '2022-05-25T14:47:12Z', 'revision_number': 2, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'gw_port_host': None, '_interfaces': [{'id': '5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260', 'name': '', 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'mac_address': 'fa:16:3e:e0:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:11Z', 'updated_at': '2022-05-25T14:47:14Z', 'revision_number': 4, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'subnets': [{'id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c806faf1-2265-4efc-9d90-32ef4d4651b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:47:15.375090 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0add4-0a73-4f14-bd45-78f43c217c2d None None] Pushing event updated for resources: {'Port': ['ID=5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:15.619296 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47246) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:15.735110 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c7bd3-9b33-4da7-af8a-67babc6022b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:15.736483 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-827c7bd3-9b33-4da7-af8a-67babc6022b2 admin admin] 10.222.0.78 "GET /v2.0/networks/8f07a35b-468d-4fda-8b66-780e134cd081 HTTP/1.1" status: 200 len: 842 time: 0.1159766 May 25 14:47:15.746639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Request body: {'subnet': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:47:15.763375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:15.772062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Made reservation on behalf of 86b029bd8d8948dfab182a990de56b86 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:47:15.774650 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:15.868399 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:16.112794 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.objects.ports [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110348) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 25 14:47:16.113206 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (29dbd018-a437-46e5-97b9-8f2fc700eca8), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:16.181152 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dbd018-a437-46e5-97b9-8f2fc700eca8,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:16.192276 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:47:16.192652 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Network hostable DHCP agents. Network: 8f07a35b-468d-4fda-8b66-780e134cd081, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:47:16.218396 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:47:16.244164 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 8f07a35b-468d-4fda-8b66-780e134cd081) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:47:16.248663 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:16.249281 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:16.258539 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18511f2d-5bb4-4ee3-bdb6-39fd1e22763a None None] Network 8f07a35b-468d-4fda-8b66-780e134cd081 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:47:16.279733 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b3dee708-dadb-4ae9-abb2-b6a27e22e108 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5365434 May 25 14:47:16.391559 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f5a99-8922-4264-bca2-47ee7f4d5b12 None None] Network 8f07a35b-468d-4fda-8b66-780e134cd081 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:47:18.122388 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=40,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:18.127427 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=32,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:18.696849 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47254) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:18.838869 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1a19de56-7eca-40a1-b18c-e43a268f48c5 demo admin] 10.222.0.78 "GET /v2.0/routers/a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 HTTP/1.1" status: 200 len: 710 time: 0.1406946 May 25 14:47:18.936285 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f2d94-72ea-4099-95bc-9130f6085b79 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:47:18.937654 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0c6f2d94-72ea-4099-95bc-9130f6085b79 demo admin] 10.222.0.78 "GET /v2.0/networks/8f07a35b-468d-4fda-8b66-780e134cd081 HTTP/1.1" status: 200 len: 886 time: 0.0892580 May 25 14:47:18.947865 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:47:19.204238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks [] for router_gateway (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:19.500467 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:19.585717 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:19.618108 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks [] for router_gateway (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:19.717327 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:19.845776 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Allocated IP 172.27.0.162 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/cc2bde0d-23e4-4dfe-9a75-30a840a9a08a) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:47:20.015784 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks [] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:20.068374 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:20.112084 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:47:20.117165 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:47:20.120438 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:47:20.130129 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Pushing event updated for resources: {'Port': ['ID=cc2bde0d-23e4-4dfe-9a75-30a840a9a08a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:20.385647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks [] for router_gateway (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:20.579708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:20.584008 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-409454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404425'] for router (a0615c76-d422-4a22-9a8a-ab0a7c7d2b11), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:20.590298 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:20.622704 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:20.698788 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:47:20.811470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:47:20.816948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:20.818483 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-46d2ef1f-ebe5-4d3f-8bda-0075f65c66d4 demo admin] 10.222.0.78 "PUT /v2.0/routers/a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 HTTP/1.1" status: 200 len: 890 time: 1.8741102 May 25 14:47:23.095201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:47:23.142880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:23.143248 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:23.218323 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:23.373347 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47266) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:47:23.495860 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e8ac915d-44c1-4be2-886d-7fd3e9a0d5bc admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1212797 May 25 14:47:24.442191 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Sync routers for ids ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:47:24.455183 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Routers {'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:47:24.455862 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:47:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:24.672085 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:24.674096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Set router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:47:25.077426 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:25.205411 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'name': 'router1', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'cc2bde0d-23e4-4dfe-9a75-30a840a9a08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:47:01Z', 'updated_at': '2022-05-25T14:47:20Z', 'revision_number': 4, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'gw_port': {'id': 'cc2bde0d-23e4-4dfe-9a75-30a840a9a08a', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:19Z', 'updated_at': '2022-05-25T14:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260', 'name': '', 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'mac_address': 'fa:16:3e:e0:96:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:11Z', 'updated_at': '2022-05-25T14:47:15Z', 'revision_number': 5, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'subnets': [{'id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c806faf1-2265-4efc-9d90-32ef4d4651b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:25.255976 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Checking router: a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:47:25.256325 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Updating router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:47:25.304972 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=40 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:25.310708 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=41 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:25.322059 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:25.804055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Publish callbacks [] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:25.811682 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:25.864621 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616acdf-634f-4a14-8ea5-4ccfd45d4872 None None] Pushing event updated for resources: {'Port': ['ID=cc2bde0d-23e4-4dfe-9a75-30a840a9a08a,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:25.890730 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Attempting to bind port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:47:25.891837 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Attempting to bind port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:47:25.892654 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Attempting to bind port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:47:25.902882 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:47:25.903555 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:47:25.904206 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:25.905887 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:47:25.905887 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Bound port: cc2bde0d-23e4-4dfe-9a75-30a840a9a08a, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:47:25.906655 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:25.966909 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] For port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:47:25.970327 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] For port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=cc2bde0d-23e4-4dfe-9a75-30a840a9a08a,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:47:25.979340 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:26.055131 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616acdf-634f-4a14-8ea5-4ccfd45d4872 None None] Pushing event updated for resources: {'Port': ['ID=cc2bde0d-23e4-4dfe-9a75-30a840a9a08a,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:26.061873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Routers {'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:47:26.061873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:47:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:26.101090 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:26.184926 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] Set router a0615c76-d422-4a22-9a8a-ab0a7c7d2b11 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:47:26.429283 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'name': 'router1', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'cc2bde0d-23e4-4dfe-9a75-30a840a9a08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:47:01Z', 'updated_at': '2022-05-25T14:47:20Z', 'revision_number': 4, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'gw_port': {'id': 'cc2bde0d-23e4-4dfe-9a75-30a840a9a08a', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:19Z', 'updated_at': '2022-05-25T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260', 'name': '', 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'mac_address': 'fa:16:3e:e0:96:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:11Z', 'updated_at': '2022-05-25T14:47:15Z', 'revision_number': 5, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'subnets': [{'id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c806faf1-2265-4efc-9d90-32ef4d4651b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:47:26.457006 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1c76b6-825c-4ca6-a161-860699a1ffa0 None None] The sync data for ids ['a0615c76-d422-4a22-9a8a-ab0a7c7d2b11'] in dv-cinder-803823-9-iscsi is: [{'id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'name': 'router1', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'cc2bde0d-23e4-4dfe-9a75-30a840a9a08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:47:01Z', 'updated_at': '2022-05-25T14:47:20Z', 'revision_number': 4, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'gw_port': {'id': 'cc2bde0d-23e4-4dfe-9a75-30a840a9a08a', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:19Z', 'updated_at': '2022-05-25T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260', 'name': '', 'network_id': '3896bcd7-c17e-4158-90db-c771835d98b7', 'tenant_id': '9799d178c2a042baa9963766f953c6a6', 'mac_address': 'fa:16:3e:e0:96:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0615c76-d422-4a22-9a8a-ab0a7c7d2b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:47:11Z', 'updated_at': '2022-05-25T14:47:15Z', 'revision_number': 5, 'project_id': '9799d178c2a042baa9963766f953c6a6', 'subnets': [{'id': '18680aec-141f-43fc-8485-7bc9ae0c1157', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c806faf1-2265-4efc-9d90-32ef4d4651b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:47:27.175204 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device cc2bde0d-23e4-4dfe-9a75-30a840a9a08a up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:47:27.247769 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:27.248158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:27.285104 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:27.368963 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:27.369343 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:27.393557 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=cc2bde0d-23e4-4dfe-9a75-30a840a9a08a,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:47:27.400243 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:27.519238 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=cc2bde0d-23e4-4dfe-9a75-30a840a9a08a,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:47:29.220834 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device cc2bde0d-23e4-4dfe-9a75-30a840a9a08a up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:47:29.362516 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:47:29.364080 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (cc2bde0d-23e4-4dfe-9a75-30a840a9a08a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:29.517217 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port cc2bde0d-23e4-4dfe-9a75-30a840a9a08a is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:47:33.487914 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=21 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:33.495410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=29 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:34.584725 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-06eb809b-2390-4160-a665-33dd4744a7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:34.796543 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:47:37.461456 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-415b4d29-7e3f-48e0-8a7f-e1ec66ed8302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:39.042933 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:41.642341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:42.000215 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:47:47.800210 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:47.801480 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:51.973675 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:47:51.995929 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:04.564259 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-80240186-4d40-4e6d-a74b-d0c6c9c7e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:07.463405 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-95d29815-d999-4fd8-ae17-c4ef43e23f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:09.034843 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:11.633276 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:11.801424 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:48:11.956884 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:21.949354 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:21.953812 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:30.789827 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:30.791755 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:48:34.556899 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf03-9245-4545-89aa-992c7b650965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:37.458375 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5556c2b1-090c-42e3-b168-e5ee76b09820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:39.036010 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:41.636966 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:41.959837 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:46.650107 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47802) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:46.718054 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e738b1-7a78-4a1e-ba80-1bcabe97e14c admin admin] GET failed (client error): The resource could not be found. May 25 14:48:46.719405 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-00e738b1-7a78-4a1e-ba80-1bcabe97e14c admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0683560 May 25 14:48:46.910078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf77e4e-c9bc-4386-98b9-e79ed638b4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:46.911716 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0bf77e4e-c9bc-4386-98b9-e79ed638b4c1 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1874645 May 25 14:48:48.801682 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:48:49.217613 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47812) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:49.329455 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705e928-4ecd-4df8-a0fa-b8b5e2a25af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:49.331414 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f705e928-4ecd-4df8-a0fa-b8b5e2a25af0 admin admin] 10.222.0.78 "GET /v2.0/subnets/18680aec-141f-43fc-8485-7bc9ae0c1157 HTTP/1.1" status: 200 len: 849 time: 0.1122425 May 25 14:48:49.341195 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:48:49.432340 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Publish callbacks [] for subnet (18680aec-141f-43fc-8485-7bc9ae0c1157), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:49.592008 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793216151489'] for subnet (18680aec-141f-43fc-8485-7bc9ae0c1157), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:49.626856 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:49.628024 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:49.632068 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff05ea-2550-4830-8512-2b18342ad777 None None] Network 3896bcd7-c17e-4158-90db-c771835d98b7 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:48:49.632631 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] 10.222.0.78 "PUT /v2.0/subnets/18680aec-141f-43fc-8485-7bc9ae0c1157 HTTP/1.1" status: 200 len: 868 time: 0.2949369 May 25 14:48:49.672930 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18680aec-141f-43fc-8485-7bc9ae0c1157,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:48:49.680810 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.681157 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.681518 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.681857 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.682213 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.682540 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.682862 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.683182 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.683518 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.683842 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.684178 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.684516 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.684836 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.685153 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.685467 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a37095b-c397-4a5d-97da-5714d534af21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:48:49.976253 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-73a82008-5b00-4c94-a6af-7cf6167bcb7a None None] Provisioning complete for port d2090856-7795-4d26-b0d2-e20085010d00 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:48:49.976628 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-73a82008-5b00-4c94-a6af-7cf6167bcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d2090856-7795-4d26-b0d2-e20085010d00), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:50.049020 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-73a82008-5b00-4c94-a6af-7cf6167bcb7a None None] Current status of the port d2090856-7795-4d26-b0d2-e20085010d00 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:48:50.057650 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-73a82008-5b00-4c94-a6af-7cf6167bcb7a None None] Provisioning complete for port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:48:50.058059 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-73a82008-5b00-4c94-a6af-7cf6167bcb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:48:50.137561 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-73a82008-5b00-4c94-a6af-7cf6167bcb7a None None] Current status of the port 5cc9c0fd-12fc-43b3-8d6c-9ee9457bc260 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:48:51.931986 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47820) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:52.143729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687864f7-4513-4ad5-8a4d-1a3b8e3da8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:52.144120 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687864f7-4513-4ad5-8a4d-1a3b8e3da8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:52.145670 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-687864f7-4513-4ad5-8a4d-1a3b8e3da8cf admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2127082 May 25 14:48:54.446136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47832) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:54.663927 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58256d3-d101-4214-9522-654c70f1ddf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:54.664323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58256d3-d101-4214-9522-654c70f1ddf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:54.665890 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e58256d3-d101-4214-9522-654c70f1ddf2 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2187688 May 25 14:48:56.964202 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47840) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:57.145593 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfee00-68df-4bc9-85b0-7a968e674b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:57.147150 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e6bfee00-68df-4bc9-85b0-7a968e674b1d admin admin] 10.222.0.78 "GET /v2.0/networks/3896bcd7-c17e-4158-90db-c771835d98b7 HTTP/1.1" status: 200 len: 870 time: 0.1819055 May 25 14:48:59.417103 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47848) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:48:59.552319 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74523ad-400e-4fd9-a8c7-d8f9116bf689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:48:59.553712 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c74523ad-400e-4fd9-a8c7-d8f9116bf689 admin admin] 10.222.0.78 "GET /v2.0/networks/8f07a35b-468d-4fda-8b66-780e134cd081 HTTP/1.1" status: 200 len: 886 time: 0.1356735 May 25 14:49:00.132473 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:00.136793 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:01.798630 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:01.800688 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:01.839355 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47856) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:01.973688 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875bf501-48f7-413c-ada8-978e7d711920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:01.974176 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875bf501-48f7-413c-ada8-978e7d711920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:01.975721 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-875bf501-48f7-413c-ada8-978e7d711920 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354201 May 25 14:49:04.307535 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47864) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:04.412915 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65396d-a65c-4a56-9193-d6af67757144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:04.413363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65396d-a65c-4a56-9193-d6af67757144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:04.414967 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-7f65396d-a65c-4a56-9193-d6af67757144 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064541 May 25 14:49:04.568389 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d2ed25d2-0b6b-4d06-8644-44865df3269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:04.659600 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=20 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:04.661703 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=26 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:06.787909 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 47872) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:06.864344 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:06.866759 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:06.889923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6effa-d7ac-4103-bde4-f3ee5ba7c28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:06.891347 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ecd6effa-d7ac-4103-bde4-f3ee5ba7c28a admin admin] 10.222.0.78 "GET /v2.0/subnets/18680aec-141f-43fc-8485-7bc9ae0c1157 HTTP/1.1" status: 200 len: 868 time: 0.1024282 May 25 14:49:07.467821 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-e44ef904-8854-4e77-877d-b833a6ace04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:09.039313 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:09.188156 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47880) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:09.286242 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4bb0d-3e6a-49ed-b35f-b47481653965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:09.287615 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-cac4bb0d-3e6a-49ed-b35f-b47481653965 admin admin] 10.222.0.78 "GET /v2.0/subnets/29dbd018-a437-46e5-97b9-8f2fc700eca8 HTTP/1.1" status: 200 len: 816 time: 0.0985157 May 25 14:49:11.635988 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:11.966152 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:16.886749 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=8 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:19.281525 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:19.283821 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:21.955395 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:21.961298 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:25.799958 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:49:34.562711 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d2e9886d-c76f-44e3-aec3-7d1970581ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:37.459856 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2139abb6-1d9b-4a13-a156-85a68c67715f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:38.795727 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=17 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:38.796500 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=19 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:39.040322 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:41.639067 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:41.963617 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:51.181598 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47940) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:51.234305 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [None req-ac612f15-1b30-4f5d-ac1b-f2c009562867 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:49:51.235947 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-ac612f15-1b30-4f5d-ac1b-f2c009562867 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0529401 May 25 14:49:51.954679 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:51.956610 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:49:53.608098 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47948) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:53.676626 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d964f3-ea72-466f-9879-d39c336cc275 admin admin] GET failed (client error): The resource could not be found. May 25 14:49:53.677969 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-07d964f3-ea72-466f-9879-d39c336cc275 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0689399 May 25 14:49:53.823673 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a9075-f63e-4e4b-8db2-b56a28ac7f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:53.825070 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a22a9075-f63e-4e4b-8db2-b56a28ac7f6d admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430461 May 25 14:49:56.155881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47956) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:56.207777 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:49:56.232408 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Made reservation on behalf of 86b029bd8d8948dfab182a990de56b86 for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:49:56.234899 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:56.268559 dv-cinder-803823-9-iscsi neutron-server[110348]: WARNING neutron.services.revisions.revision_plugin [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Could not find related network for resource to bump revision. May 25 14:49:56.287384 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:49:56.302561 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (d4f2fb6c-b362-4c6e-9c0b-ace78c94e283), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:56.303163 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Added segment d4f2fb6c-b362-4c6e-9c0b-ace78c94e283 of type vlan for network b5a972dc-6482-4ba5-af47-ea1983ee8f70 May 25 14:49:56.364414 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (b5a972dc-6482-4ba5-af47-ea1983ee8f70), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:56.399078 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (b5a972dc-6482-4ba5-af47-ea1983ee8f70), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:56.400267 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:56.401059 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:56.489837 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.3327997 May 25 14:49:56.509213 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Pushing event updated for resources: {'Network': ['ID=b5a972dc-6482-4ba5-af47-ea1983ee8f70,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:49:56.517471 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.517824 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.518229 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.518663 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.519014 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.519378 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.519712 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.520040 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.520389 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.520982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.521190 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.521388 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.521754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.522074 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.522424 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5f360-41cd-4578-89ef-27e796bf1ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:56.536695 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network b5a972dc-6482-4ba5-af47-ea1983ee8f70 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:49:58.863654 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 47964) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:49:58.941025 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d4ba0c-8221-4d19-ba42-e30352881fae admin admin] GET failed (client error): The resource could not be found. May 25 14:49:58.943384 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f0d4ba0c-8221-4d19-ba42-e30352881fae admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0784414 May 25 14:49:59.020645 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdbc27b-015c-46a6-9cfe-41f92991f10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:59.022232 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0bdbc27b-015c-46a6-9cfe-41f92991f10e admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0747054 May 25 14:49:59.033988 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70', 'description': 'shared-subnet'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:49:59.054043 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Made reservation on behalf of 86b029bd8d8948dfab182a990de56b86 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:49:59.056415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:59.249514 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (10620d3a-60de-438b-9c42-475985a0923d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:59.301034 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=10620d3a-60de-438b-9c42-475985a0923d,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:49:59.319418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Checking segment: {'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:49:59.319875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Network hostable DHCP agents. Network: b5a972dc-6482-4ba5-af47-ea1983ee8f70, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:49:59.345134 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Network b5a972dc-6482-4ba5-af47-ea1983ee8f70 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:49:59.354714 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, b5a972dc-6482-4ba5-af47-ea1983ee8f70) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:49:59.359049 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:49:59.359750 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:59.364795 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e15426-213b-4dad-80f3-9e21b177ce32 None None] Network b5a972dc-6482-4ba5-af47-ea1983ee8f70 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:49:59.378128 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-8eba3b00-4013-46f8-8340-79649ac7dacd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3479927 May 25 14:49:59.578159 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-b5a972dc-6482-4ba5-af47-ea1983ee8f70', 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70', 'project_id': '86b029bd8d8948dfab182a990de56b86', 'fixed_ips': [{'subnet_id': '10620d3a-60de-438b-9c42-475985a0923d'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:49:59.579154 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:59.728145 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Allocated IP 192.168.233.2 (b5a972dc-6482-4ba5-af47-ea1983ee8f70/10620d3a-60de-438b-9c42-475985a0923d/8255f19d-507b-46c8-9baa-fa482164767e) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:49:59.883867 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Publish callbacks [] for port (8255f19d-507b-46c8-9baa-fa482164767e), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:59.890591 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (8255f19d-507b-46c8-9baa-fa482164767e), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:49:59.937016 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Network b5a972dc-6482-4ba5-af47-ea1983ee8f70 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:49:59.940565 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:49:59.947827 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:49:59.952762 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Pushing event updated for resources: {'Port': ['ID=8255f19d-507b-46c8-9baa-fa482164767e,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:49:59.977333 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.977681 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.978055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.978415 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.978750 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.979079 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.979403 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.979724 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.980047 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.980373 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.980717 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.981032 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.981361 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.981681 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:49:59.981994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:50:00.020614 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Attempting to bind port 8255f19d-507b-46c8-9baa-fa482164767e on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:50:00.020985 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Attempting to bind port 8255f19d-507b-46c8-9baa-fa482164767e by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:50:00.021348 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Attempting to bind port 8255f19d-507b-46c8-9baa-fa482164767e on network b5a972dc-6482-4ba5-af47-ea1983ee8f70 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:50:00.027909 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:50:00.028281 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Checking segment: {'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:50:00.028688 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:00.029079 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Bound using segment: {'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:50:00.029553 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Bound port: 8255f19d-507b-46c8-9baa-fa482164767e, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:50:00.030226 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (8255f19d-507b-46c8-9baa-fa482164767e), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:00.099312 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] For port 8255f19d-507b-46c8-9baa-fa482164767e, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:50:00.102907 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] For port 8255f19d-507b-46c8-9baa-fa482164767e, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=8255f19d-507b-46c8-9baa-fa482164767e,segment=NetworkSegment(d4f2fb6c-b362-4c6e-9c0b-ace78c94e283),segment_id=d4f2fb6c-b362-4c6e-9c0b-ace78c94e283)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:50:00.111103 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (8255f19d-507b-46c8-9baa-fa482164767e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:00.179884 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8384d-04c6-4bfa-87b1-51f96dbf61b8 None None] Pushing event updated for resources: {'Port': ['ID=8255f19d-507b-46c8-9baa-fa482164767e,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:50:01.074213 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be71ef-77fa-4fb9-96c6-666add556bda None None] Network b5a972dc-6482-4ba5-af47-ea1983ee8f70 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:50:01.114895 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:01.131914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-222dd920-e407-4320-b949-1718f608822f None None] Provisioning complete for port 8255f19d-507b-46c8-9baa-fa482164767e triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:50:01.132295 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-222dd920-e407-4320-b949-1718f608822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (8255f19d-507b-46c8-9baa-fa482164767e), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:01.199277 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:01.231274 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 8255f19d-507b-46c8-9baa-fa482164767e up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:50:01.271883 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-222dd920-e407-4320-b949-1718f608822f None None] Current status of the port 8255f19d-507b-46c8-9baa-fa482164767e is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:50:01.272263 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-222dd920-e407-4320-b949-1718f608822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (8255f19d-507b-46c8-9baa-fa482164767e), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:01.363426 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-222dd920-e407-4320-b949-1718f608822f None None] For port 8255f19d-507b-46c8-9baa-fa482164767e, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=8255f19d-507b-46c8-9baa-fa482164767e,segment=NetworkSegment(d4f2fb6c-b362-4c6e-9c0b-ace78c94e283),segment_id=d4f2fb6c-b362-4c6e-9c0b-ace78c94e283)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:50:01.377174 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-222dd920-e407-4320-b949-1718f608822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (8255f19d-507b-46c8-9baa-fa482164767e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:01.387858 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 8255f19d-507b-46c8-9baa-fa482164767e triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:50:01.388282 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (8255f19d-507b-46c8-9baa-fa482164767e), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:01.506968 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dd920-e407-4320-b949-1718f608822f None None] Pushing event updated for resources: {'Port': ['ID=8255f19d-507b-46c8-9baa-fa482164767e,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:50:01.558383 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 8255f19d-507b-46c8-9baa-fa482164767e is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:50:01.701902 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-a61c9477-42f3-4ab6-80bd-ea3db400fd7c None None] Provisioning complete for port 8255f19d-507b-46c8-9baa-fa482164767e triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:50:01.702510 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-a61c9477-42f3-4ab6-80bd-ea3db400fd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (8255f19d-507b-46c8-9baa-fa482164767e), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:01.812009 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-a61c9477-42f3-4ab6-80bd-ea3db400fd7c None None] Current status of the port 8255f19d-507b-46c8-9baa-fa482164767e is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:50:02.799608 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:50:03.195231 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 8255f19d-507b-46c8-9baa-fa482164767e up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:50:03.249152 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 8255f19d-507b-46c8-9baa-fa482164767e triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:50:03.249795 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (8255f19d-507b-46c8-9baa-fa482164767e), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:03.363308 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 8255f19d-507b-46c8-9baa-fa482164767e is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:50:04.570973 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-51506b54-fbc5-4f83-a55f-ab108e57990d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:07.462719 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bcfaa8a0-0621-4495-aa27-8c26df6f0f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:09.046368 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:09.370148 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:09.371021 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:11.647457 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:11.958860 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:15.800971 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:15.802306 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:21.952401 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:21.954810 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:30.788486 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:34.565728 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-72adf124-8f96-49cf-8500-021af7339b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:37.465752 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-be7613d8-dfc2-4caf-a88a-e87f0eaa45bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:39.049713 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:39.799313 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:50:41.644647 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:41.962899 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:50:51.956514 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:51.958462 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:52.792856 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:50:52.798738 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:04.568628 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5eb69aff-8ddd-487b-a03a-297fef96571f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:07.470355 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-6c4dfce4-69a3-421c-ad3b-9691ecb17ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:09.051936 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:11.646365 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:11.975522 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:16.798160 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:51:21.963836 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:21.967414 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:33.797862 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=18 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:33.801745 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=16 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:34.593092 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8f5f269e-f4b7-43e6-a0a0-914dfece1757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:37.473363 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-42a2d454-30ce-48ad-a04c-2b1af357e98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:39.056922 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:41.652574 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:41.971288 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:50.530451 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48006) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:51:50.536057 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [None req-cd779f5e-4835-453e-97b9-8bd7e1d77433 tempest-verify_tempest_config-1507834267 tempest-verify_tempest_config-1507834267-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:51:50.537025 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-cd779f5e-4835-453e-97b9-8bd7e1d77433 tempest-verify_tempest_config-1507834267 tempest-verify_tempest_config-1507834267-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056353 May 25 14:51:50.834662 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48024) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:51:50.942678 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:51.017516 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Publish callbacks [] for security_group (9fda9ebf-616e-4928-ba76-52cb16015bde), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:51.021909 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9fda9ebf-616e-4928-ba76-52cb16015bde), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:51.078676 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ebf08db8ed09471ca711edc7c21ddcfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2429001 May 25 14:51:51.079497 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda9ebf-616e-4928-ba76-52cb16015bde,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:51:51.081473 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48028) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:51:51.088889 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.089237 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.089581 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.089917 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.090312 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.090712 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.091047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.091387 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.091715 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.092040 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.092364 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.092708 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.093035 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.093362 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.093687 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df18a37-bff5-435c-9bb9-7d78b71246fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.158775 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Publish callbacks [] for security_group (9fda9ebf-616e-4928-ba76-52cb16015bde), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:51.180902 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Publish callbacks [] for security_group (9fda9ebf-616e-4928-ba76-52cb16015bde), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:51.279450 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9fda9ebf-616e-4928-ba76-52cb16015bde), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:51.281882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:51:51.283068 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9fda9ebf-616e-4928-ba76-52cb16015bde HTTP/1.1" status: 204 len: 168 time: 0.2005365 May 25 14:51:51.291002 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda9ebf-616e-4928-ba76-52cb16015bde,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:51:51.298432 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.298778 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.299119 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.299455 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.299792 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.300117 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.300441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.300764 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.301088 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.301410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.301750 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.302105 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.302420 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.303012 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.303420 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8627e5-0a3f-4d5b-a7ff-5910893e0631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:51:51.966773 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:51:53.800212 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:52:01.074233 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:01.085173 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:01.286939 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:01.295171 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:01.330326 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:04.569607 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5595eed9-399c-4c7d-a23e-1f327ba7de9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:06.787112 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:06.792126 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:07.480620 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c14a9620-f02c-4d81-8881-4fbb6d9f7ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:09.056091 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:11.653318 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:11.976035 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:21.968807 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:21.972033 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:30.783976 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:30.798364 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:52:34.572373 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9f812a0a-8e5f-46f9-bd7d-bc91605d6e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:37.473916 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7d53c518-b84b-4d0a-a83d-d78069762408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:39.058843 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:41.655894 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:41.978435 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:52:43.787427 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:43.788225 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:51.968341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:52:51.974562 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:04.574895 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14bf324d-5689-4f39-8790-367727051d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:07.476918 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-095a0a08-a0f0-4fab-a456-d817654a66aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:07.797621 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:53:09.060931 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:11.660285 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:11.979442 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:20.779375 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:20.784542 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:21.973128 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:21.975032 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:33.797207 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=15 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:33.799181 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=11 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:34.576452 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-6d77d3b4-dad2-4fd3-ba1b-816faad904be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:37.478475 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-6a4f92a6-e4d5-4499-8f0b-1a720f41c686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:39.063325 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:41.672362 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:41.996404 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:44.800582 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 5 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:53:49.574580 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402542'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:53:57.785492 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:57.790458 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:59.566559 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:53:59.569820 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:04.579549 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bbf78bf3-508c-41bb-a1fe-5e93360fd57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:07.480945 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe7d0-049b-4f84-bf41-d7e53a0c8ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:09.069028 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:11.094000 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48124) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:11.214087 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9a69bf8b-e3c8-4e88-a4ea-587a7c50f4b7 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1188245 May 25 14:54:11.667098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:11.982586 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:13.520057 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48134) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:54:13.579434 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f0ab1734-39d5-4440-a9b7-3876c280d5a2 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0583777 May 25 14:54:19.552752 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:21.207649 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:21.799602 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:54:23.574759 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:29.545978 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:29.547895 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:34.581862 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8962b71a-31e6-4b7d-a39b-3f82c7bb373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:34.782194 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:34.786690 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:37.483341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4a8c633c-2272-41dd-b6aa-895cb7419688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:39.068548 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.668725 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:41.986496 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:49.563284 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:54:58.798947 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:54:59.556926 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:54:59.558775 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:04.583234 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8eb2fadd-5448-49e6-a84a-9dc679ba9160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:07.484781 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8333-98e9-4d42-b34b-19988d17f9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:09.071341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:11.672152 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:11.780973 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:11.805243 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:11.991560 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:19.564618 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:29.557262 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:29.559178 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:33.857907 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=12 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:33.859911 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=14 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:34.585175 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5b6864ed-6656-4309-a8f6-24cd2de44549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:35.797341 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:55:37.487711 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-99d5f1a5-da60-42f6-a601-dc96fdd25003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:39.074270 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.676568 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:41.994083 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:48.781045 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:48.786860 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:49.561880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.551442 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48256) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:57.828875 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-55053234-network', 'tenant_id': '2395f31fad3645c19096d648c521bf31'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:57.848783 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Made reservation on behalf of 2395f31fad3645c19096d648c521bf31 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:57.851556 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.860803 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.962204 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks [] for security_group (89280424-10ad-4cf9-a3c6-187f8349b6df), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.967263 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (89280424-10ad-4cf9-a3c6-187f8349b6df), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:57.990549 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:55:58.005614 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89280424-10ad-4cf9-a3c6-187f8349b6df,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:58.013330 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (985c074c-d889-49ae-b599-5e52285a0ebf), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.013731 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Added segment 985c074c-d889-49ae-b599-5e52285a0ebf of type vlan for network da3cdcb2-1ede-42ee-8e56-23a36c228a18 May 25 14:55:58.025692 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.026040 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.026415 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.026860 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.027066 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.027564 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.028299 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.028299 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.028777 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.028980 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.030257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.030257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.030492 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.030795 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.031112 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Tracked resource versions report: May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: pushed versions: May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: { 'AddressGroup': {'1.2'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Agent': {'1.1'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'ConntrackHelper': {'1.0'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'LocalIPAssociation': {'1.0'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Log': {'1.0'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'NDPProxy': {'1.0'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Network': {'1.1'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Port': {'1.7'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'PortForwarding': {'1.3'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'QosPolicy': {'1.10'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroup': {'1.5'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroupRule': {'1.2'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SubPort': {'1.0'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Subnet': {'1.1'}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Trunk': {'1.1'}} May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: consumer versions: May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: HyperV agent@hv-cinder-80382: {}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Agent': '1.1', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'ConntrackHelper': '1.0', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'LocalIPAssociation': '1.0', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Log': '1.0', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'NDPProxy': '1.0', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Network': '1.1', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Port': '1.7', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'PortForwarding': '1.3', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'QosPolicy': '1.10', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroup': '1.5', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SecurityGroupRule': '1.2', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'SubPort': '1.0', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Subnet': '1.1', May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: 'Trunk': '1.1'}} May 25 14:55:58.032233 dv-cinder-803823-9-iscsi neutron-server[110349]: {{(pid=110349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:55:58.073951 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (da3cdcb2-1ede-42ee-8e56-23a36c228a18), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.103034 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (da3cdcb2-1ede-42ee-8e56-23a36c228a18), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.104069 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:58.104646 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.218564 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6654503 May 25 14:55:58.220037 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48292) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:58.225444 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Request body: {'subnet': {'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-55053234-subnet', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:58.236650 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74c72b-2891-4aa9-ae21-c8b66c7c0653 admin admin] Pushing event updated for resources: {'Network': ['ID=da3cdcb2-1ede-42ee-8e56-23a36c228a18,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:58.246228 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Made reservation on behalf of 2395f31fad3645c19096d648c521bf31 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:58.249466 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.251741 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:55:58.442729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (4aa804f0-ec7a-4a69-980a-d4c3cca959d9), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.509347 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa804f0-ec7a-4a69-980a-d4c3cca959d9,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:58.521154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.521154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.521154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.521154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.521154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.521154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.521754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.521754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.522596 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.522818 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.523142 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.523481 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.523795 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.524112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.524426 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Tracked resource versions report: May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: pushed versions: May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: { 'AddressGroup': {'1.2'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Agent': {'1.1'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'ConntrackHelper': {'1.0'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'LocalIPAssociation': {'1.0'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Log': {'1.0'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'NDPProxy': {'1.0'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Network': {'1.1'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Port': {'1.7'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'PortForwarding': {'1.3'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'QosPolicy': {'1.10'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroup': {'1.5'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroupRule': {'1.2'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SubPort': {'1.0'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Subnet': {'1.1'}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Trunk': {'1.1'}} May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: consumer versions: May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: HyperV agent@hv-cinder-80382: {}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Agent': '1.1', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'ConntrackHelper': '1.0', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'LocalIPAssociation': '1.0', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Log': '1.0', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'NDPProxy': '1.0', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Network': '1.1', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Port': '1.7', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'PortForwarding': '1.3', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'QosPolicy': '1.10', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroup': '1.5', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SecurityGroupRule': '1.2', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'SubPort': '1.0', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Subnet': '1.1', May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: 'Trunk': '1.1'}} May 25 14:55:58.525552 dv-cinder-803823-9-iscsi neutron-server[110348]: {{(pid=110348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:55:58.530568 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Checking segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:58.530919 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Network hostable DHCP agents. Network: da3cdcb2-1ede-42ee-8e56-23a36c228a18, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:55:58.550519 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:55:58.567592 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, da3cdcb2-1ede-42ee-8e56-23a36c228a18) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:58.572264 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:58.572898 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.581355 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c9031-ccbc-4f93-ab9c-0844b6a27751 None None] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:55:58.595356 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48320) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:58.598724 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6ed31bef-8122-41aa-acb9-4724f32f432f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735461 May 25 14:55:58.602845 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:58.622290 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48324) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:58.637203 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (a466a499-affb-459c-8982-52263ef5219a), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.639389 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (a466a499-affb-459c-8982-52263ef5219a), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.725086 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'project_id': '2395f31fad3645c19096d648c521bf31', 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:55:58.726074 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.792685 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks [] for router_controller (a466a499-affb-459c-8982-52263ef5219a), precommit_add_association {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:58.922447 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Allocated IP 172.20.0.2 (da3cdcb2-1ede-42ee-8e56-23a36c228a18/4aa804f0-ec7a-4a69-980a-d4c3cca959d9/02c44b79-d706-4677-900e-6cecd045ed79) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:59.000187 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks [] for router_gateway (a466a499-affb-459c-8982-52263ef5219a), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.084704 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Publish callbacks [] for port (02c44b79-d706-4677-900e-6cecd045ed79), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.103527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (02c44b79-d706-4677-900e-6cecd045ed79), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.106406 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1896137550-network', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:59.157727 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Pushing event updated for resources: {'Port': ['ID=02c44b79-d706-4677-900e-6cecd045ed79,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:59.168200 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.169009 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.169694 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.170265 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.170748 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.171242 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.171892 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.172225 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.172552 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.172877 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.173201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.173525 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.173898 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.174175 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.174493 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Tracked resource versions report: May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: pushed versions: May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: { 'AddressGroup': {'1.2'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Agent': {'1.1'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'ConntrackHelper': {'1.0'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'LocalIPAssociation': {'1.0'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Log': {'1.0'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'NDPProxy': {'1.0'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Network': {'1.1'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Port': {'1.7'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'PortForwarding': {'1.3'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'QosPolicy': {'1.10'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroup': {'1.5'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroupRule': {'1.2'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SubPort': {'1.0'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Subnet': {'1.1'}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Trunk': {'1.1'}} May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: consumer versions: May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: HyperV agent@hv-cinder-80382: {}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Agent': '1.1', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'ConntrackHelper': '1.0', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'LocalIPAssociation': '1.0', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Log': '1.0', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'NDPProxy': '1.0', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Network': '1.1', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Port': '1.7', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'PortForwarding': '1.3', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'QosPolicy': '1.10', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroup': '1.5', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SecurityGroupRule': '1.2', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'SubPort': '1.0', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Subnet': '1.1', May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: 'Trunk': '1.1'}} May 25 14:55:59.175632 dv-cinder-803823-9-iscsi neutron-server[110350]: {{(pid=110350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:55:59.186228 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:55:59.188123 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:55:59.193589 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:55:59.221019 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Made reservation on behalf of 9dafcd0df8524413b4fe81a0931323b1 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:59.223432 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.227968 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:59.237959 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.270489 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Attempting to bind port 02c44b79-d706-4677-900e-6cecd045ed79 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:55:59.271376 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Attempting to bind port 02c44b79-d706-4677-900e-6cecd045ed79 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:55:59.271631 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Attempting to bind port 02c44b79-d706-4677-900e-6cecd045ed79 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:55:59.277089 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:55:59.277457 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Checking segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:55:59.277852 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.278275 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Bound using segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:55:59.278745 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Bound port: 02c44b79-d706-4677-900e-6cecd045ed79, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:55:59.279252 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (02c44b79-d706-4677-900e-6cecd045ed79), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.333790 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48348) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:59.345749 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] For port 02c44b79-d706-4677-900e-6cecd045ed79, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:55:59.349353 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] For port 02c44b79-d706-4677-900e-6cecd045ed79, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=02c44b79-d706-4677-900e-6cecd045ed79,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:55:59.351825 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks [] for router_gateway (a466a499-affb-459c-8982-52263ef5219a), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.359157 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (02c44b79-d706-4677-900e-6cecd045ed79), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.391239 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.426362 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:59.433538 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690d1be-3c0b-4447-9e60-b46304848441 None None] Pushing event updated for resources: {'Port': ['ID=02c44b79-d706-4677-900e-6cecd045ed79,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:59.512843 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48354) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:59.551744 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:55:59.588786 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48358) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:59.600759 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks [] for security_group (defdf4af-29cf-4b9b-8dab-3876cd71e9d9), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.630934 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (defdf4af-29cf-4b9b-8dab-3876cd71e9d9), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.648706 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:55:59.662123 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (3712c39b-d606-4864-9a84-44eff3bbfb0c), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.662528 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Added segment 3712c39b-d606-4864-9a84-44eff3bbfb0c of type vlan for network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 May 25 14:55:59.713903 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (6c4b07fe-140a-4a0b-9f8f-030d2bf81125), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.753412 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (6c4b07fe-140a-4a0b-9f8f-030d2bf81125), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.754579 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:55:59.755328 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.793448 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1697335 May 25 14:55:59.797571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48382) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:55:59.805168 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Request body: {'subnet': {'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-subnet', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:55:59.834276 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Allocated IP 172.27.0.182 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/3dcb8db6-b00f-4e48-adc9-984203953d50) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:55:59.845173 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Made reservation on behalf of 9dafcd0df8524413b4fe81a0931323b1 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:55:59.852015 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:55:59.946239 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Pushing event updated for resources: {'Network': ['ID=6c4b07fe-140a-4a0b-9f8f-030d2bf81125,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:55:59.958807 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:55:59.965428 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c2995-9856-43ba-ae3c-da25052cb7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defdf4af-29cf-4b9b-8dab-3876cd71e9d9,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:00.109626 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:00.131830 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks [] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.160925 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695718503-network', 'tenant_id': 'd7a4c63fb6c6476e8f6da76937c9ccd6'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:00.169040 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-network', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:00.172352 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:00.177161 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-228177948-network', 'tenant_id': 'd3fab2e6427d486bb1744239b759c415'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:00.245456 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:00.246343 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Made reservation on behalf of acd27057280d4bdda5b9a689a1e399ff for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:00.251008 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.271249 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.286452 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Made reservation on behalf of d3fab2e6427d486bb1744239b759c415 for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:00.289801 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.300887 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.311596 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Made reservation on behalf of d7a4c63fb6c6476e8f6da76937c9ccd6 for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:00.313882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.316803 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (312814e4-593b-48ee-be8b-37d37b791c35), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.390136 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:00.397314 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:00.399431 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.400803 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:00.417572 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.472731 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks [] for security_group (4014094c-b738-4ce3-b715-edc04472c1ef), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.489390 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:00.494342 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4014094c-b738-4ce3-b715-edc04472c1ef), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.509327 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:56:00.522906 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (1006876f-6fd8-4671-aa81-1c56925a2a81), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.523709 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Added segment 1006876f-6fd8-4671-aa81-1c56925a2a81 of type vlan for network e385260d-6c1a-4502-b416-70a643ca9f7a May 25 14:56:00.586126 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Pushing event updated for resources: {'Port': ['ID=3dcb8db6-b00f-4e48-adc9-984203953d50,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:00.648810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (e385260d-6c1a-4502-b416-70a643ca9f7a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.807564 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (e385260d-6c1a-4502-b416-70a643ca9f7a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:00.808522 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:00.809137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.026516 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4bc74d-0c72-4824-b7c4-8f2115517c4d None None] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:01.044020 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks [] for router_gateway (a466a499-affb-459c-8982-52263ef5219a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.106981 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4014094c-b738-4ce3-b715-edc04472c1ef,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:01.122331 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6084144 May 25 14:56:01.127053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48426) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:01.150783 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Request body: {'subnet': {'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-subnet', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:01.160195 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-17397c13-c53b-4f6c-88d5-b2b562b2c471 None None] Provisioning complete for port 02c44b79-d706-4677-900e-6cecd045ed79 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:01.160745 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-17397c13-c53b-4f6c-88d5-b2b562b2c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (02c44b79-d706-4677-900e-6cecd045ed79), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.170708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Checking segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:01.171071 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Network hostable DHCP agents. Network: 6c4b07fe-140a-4a0b-9f8f-030d2bf81125, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:56:01.173023 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:01.181424 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d00e3-7738-438d-8f7c-e9468825eb25 admin admin] Pushing event updated for resources: {'Network': ['ID=e385260d-6c1a-4502-b416-70a643ca9f7a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:01.227688 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network e385260d-6c1a-4502-b416-70a643ca9f7a details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:56:01.230156 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Pushing event updated for resources: {'Subnet': ['ID=312814e4-593b-48ee-be8b-37d37b791c35,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:01.237626 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:56:01.266668 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 6c4b07fe-140a-4a0b-9f8f-030d2bf81125) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:01.283187 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:01.283599 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.314449 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Made reservation on behalf of acd27057280d4bdda5b9a689a1e399ff for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:01.320754 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.338850 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a5274e69-9b42-41be-962e-5bf5e2c106de admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5395684 May 25 14:56:01.350969 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48436) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:01.358647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:01.382587 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks [] for security_group (3582598d-b657-479d-8f52-bf488d226d4b), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.385434 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks [] for security_group (241f7ee0-00a5-4973-bba6-4223eca2ca04), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.387431 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (def72cc1-1b72-4d9e-90dc-a83975be665a), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.388689 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (def72cc1-1b72-4d9e-90dc-a83975be665a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.394830 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3582598d-b657-479d-8f52-bf488d226d4b), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.411244 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:56:01.423297 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (d41e0745-2903-470f-a2cc-3f8ee29f8c3e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.423954 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Added segment d41e0745-2903-470f-a2cc-3f8ee29f8c3e of type vlan for network 05e24039-6581-4a9a-bb0e-86707ff5b0db May 25 14:56:01.467326 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (05e24039-6581-4a9a-bb0e-86707ff5b0db), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.480997 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e11710-0b20-4d2f-ac36-2eae1039449a None None] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:01.499205 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (241f7ee0-00a5-4973-bba6-4223eca2ca04), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.510878 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (05e24039-6581-4a9a-bb0e-86707ff5b0db), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.512197 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:01.512985 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.538954 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2040491 May 25 14:56:01.561422 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48444) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:01.579434 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Request body: {'subnet': {'network_id': '05e24039-6581-4a9a-bb0e-86707ff5b0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695718503-subnet', 'tenant_id': 'd7a4c63fb6c6476e8f6da76937c9ccd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:01.584852 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:56:01.585538 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 02c44b79-d706-4677-900e-6cecd045ed79 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:01.626193 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3582598d-b657-479d-8f52-bf488d226d4b,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:01.666088 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241f7ee0-00a5-4973-bba6-4223eca2ca04,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:01.698909 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks [] for router_controller (def72cc1-1b72-4d9e-90dc-a83975be665a), precommit_add_association {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.700922 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (50c3f53e-0096-4ba1-93be-202153180c52), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.702345 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Added segment 50c3f53e-0096-4ba1-93be-202153180c52 of type vlan for network e191e023-56ce-41de-ba59-dd3f0b56465f May 25 14:56:01.795737 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:01.800045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aaa2a-9a4e-42ab-8389-8b324262fa91 admin admin] Pushing event updated for resources: {'Network': ['ID=05e24039-6581-4a9a-bb0e-86707ff5b0db,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:01.828021 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Made reservation on behalf of d7a4c63fb6c6476e8f6da76937c9ccd6 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:01.828493 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-17397c13-c53b-4f6c-88d5-b2b562b2c471 None None] Current status of the port 02c44b79-d706-4677-900e-6cecd045ed79 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:01.829077 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-17397c13-c53b-4f6c-88d5-b2b562b2c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (02c44b79-d706-4677-900e-6cecd045ed79), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.830454 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.847253 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (a7ced567-2428-42c0-b789-74ed33f08cd7), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:01.848697 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 05e24039-6581-4a9a-bb0e-86707ff5b0db details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:56:01.868457 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:02.012962 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:02.041345 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (a466a499-affb-459c-8982-52263ef5219a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.057643 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-17397c13-c53b-4f6c-88d5-b2b562b2c471 None None] For port 02c44b79-d706-4677-900e-6cecd045ed79, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=02c44b79-d706-4677-900e-6cecd045ed79,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:02.059132 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ced567-2428-42c0-b789-74ed33f08cd7,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:02.070118 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-17397c13-c53b-4f6c-88d5-b2b562b2c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (02c44b79-d706-4677-900e-6cecd045ed79), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.135494 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Checking segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:02.136028 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Network hostable DHCP agents. Network: e385260d-6c1a-4502-b416-70a643ca9f7a, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:56:02.173211 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:02.181113 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (59d442e7-2927-40ac-b731-3f23b74b2f95), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.212223 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:56:02.220812 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.245653 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 02c44b79-d706-4677-900e-6cecd045ed79 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:02.246297 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (02c44b79-d706-4677-900e-6cecd045ed79), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.251042 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d442e7-2927-40ac-b731-3f23b74b2f95,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:02.254465 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (e191e023-56ce-41de-ba59-dd3f0b56465f), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.304692 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks [] for router_gateway (def72cc1-1b72-4d9e-90dc-a83975be665a), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.315559 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17397c13-c53b-4f6c-88d5-b2b562b2c471 None None] Pushing event updated for resources: {'Port': ['ID=02c44b79-d706-4677-900e-6cecd045ed79,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:02.389225 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Network e385260d-6c1a-4502-b416-70a643ca9f7a is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:56:02.436748 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, e385260d-6c1a-4502-b416-70a643ca9f7a) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:02.441341 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Router a466a499-affb-459c-8982-52263ef5219a is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:56:02.470078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:02.470700 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.489872 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037caf4-6fba-4625-aa20-1fa95c914eb3 None None] Network e385260d-6c1a-4502-b416-70a643ca9f7a requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:02.539431 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (e191e023-56ce-41de-ba59-dd3f0b56465f), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.540428 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:02.541006 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.572891 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-69725b88-556f-4f88-b440-8b9dbc8eb46e None None] Provisioning complete for port 02c44b79-d706-4677-900e-6cecd045ed79 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:02.573522 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-69725b88-556f-4f88-b440-8b9dbc8eb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (02c44b79-d706-4677-900e-6cecd045ed79), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.598785 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e9339e9e-60dc-4c20-b178-3f90aa89b2be admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4706154 May 25 14:56:02.601808 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48476) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:02.606371 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:02.642546 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:02.676597 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:02.682466 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (6559ae17-e759-49cb-a3d7-b72ee4ca320f), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.683512 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (6559ae17-e759-49cb-a3d7-b72ee4ca320f), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.688261 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Checking segment: {'id': 'd41e0745-2903-470f-a2cc-3f8ee29f8c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '05e24039-6581-4a9a-bb0e-86707ff5b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:02.689020 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Network hostable DHCP agents. Network: 05e24039-6581-4a9a-bb0e-86707ff5b0db, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:56:02.699185 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] Pushing event updated for resources: {'Network': ['ID=e191e023-56ce-41de-ba59-dd3f0b56465f,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:02.703449 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:56:02.714027 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 02c44b79-d706-4677-900e-6cecd045ed79 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:02.731106 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Sync routers for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:56:02.736795 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network e191e023-56ce-41de-ba59-dd3f0b56465f details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:56:02.749896 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.751214 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f9899636-c173-489d-a4bb-d988b63fadbf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1548131 May 25 14:56:02.755853 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-c4750cdd-0287-4d81-8d1c-cbda11ac0a8a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 3.1658523 May 25 14:56:02.756754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48484) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:02.762410 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:02.762603 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Allocated IP 172.20.0.2 (6c4b07fe-140a-4a0b-9f8f-030d2bf81125/312814e4-593b-48ee-be8b-37d37b791c35/2f7420b8-3cc6-4170-8dc4-baf21f1afe36) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:02.763524 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:55:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:02.769242 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48486) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:02.779289 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks [] for router_gateway (def72cc1-1b72-4d9e-90dc-a83975be665a), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.789237 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks [] for router_controller (6559ae17-e759-49cb-a3d7-b72ee4ca320f), precommit_add_association {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.789429 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Request body: {'subnet': {'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-228177948-subnet', 'tenant_id': 'd3fab2e6427d486bb1744239b759c415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:02.841333 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-e385260d-6c1a-4502-b416-70a643ca9f7a', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:56:02.842556 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.890829 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Made reservation on behalf of d3fab2e6427d486bb1744239b759c415 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:02.893640 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.899834 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:02.987646 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-69725b88-556f-4f88-b440-8b9dbc8eb46e None None] Current status of the port 02c44b79-d706-4677-900e-6cecd045ed79 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:03.021559 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Network 05e24039-6581-4a9a-bb0e-86707ff5b0db is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:56:03.032134 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:03.068407 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks [] for router_gateway (6559ae17-e759-49cb-a3d7-b72ee4ca320f), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.105122 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 05e24039-6581-4a9a-bb0e-86707ff5b0db) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:03.123055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e28fc7-650c-467b-aa85-5f772a22d186 None None] Network 05e24039-6581-4a9a-bb0e-86707ff5b0db requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:03.129017 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:03.129616 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.148801 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:03.294253 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Allocated IP 172.27.0.134 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/b6a46d2a-03b0-4537-b3aa-184e4ce3025d) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:03.364550 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a34f9388-ac0f-4aa2-b234-dbbe8ca4a9d8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7459331 May 25 14:56:03.365462 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Allocated IP 172.20.0.2 (e385260d-6c1a-4502-b416-70a643ca9f7a/a7ced567-2428-42c0-b789-74ed33f08cd7/7c9ec5b5-28e4-49ed-9c43-9fd418dabc86) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:03.365615 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:03.368836 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Publish callbacks [] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.379002 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa2913-1aae-4cfc-a258-7d8e371d3582 None None] Network 05e24039-6581-4a9a-bb0e-86707ff5b0db requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:03.410846 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.433683 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:00Z', 'revision_number': 3, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:03.478061 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks [] for router_gateway (6559ae17-e759-49cb-a3d7-b72ee4ca320f), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.502353 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Checking router: a466a499-affb-459c-8982-52263ef5219a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:56:03.502639 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Updating router a466a499-affb-459c-8982-52263ef5219a port 3dcb8db6-b00f-4e48-adc9-984203953d50 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:56:03.537929 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.557714 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:03.644848 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 02c44b79-d706-4677-900e-6cecd045ed79 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:03.717449 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:03.773371 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:03.812597 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:03.894701 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:04.072033 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks [] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.089457 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (ea4124e0-6604-477d-b5d4-5d2bc77e8b8f), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.099398 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:04.104569 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Pushing event updated for resources: {'Port': ['ID=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:04.219060 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48534) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:04.224627 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-231297030-network', 'tenant_id': '5bbe9f9991bf4f9b876015d1d146b066'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:04.233106 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4124e0-6604-477d-b5d4-5d2bc77e8b8f,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:04.239639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.252939 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:04.261750 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Made reservation on behalf of 5bbe9f9991bf4f9b876015d1d146b066 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:04.265078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.275128 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.285235 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Checking segment: {'id': '50c3f53e-0096-4ba1-93be-202153180c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:04.285904 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Network hostable DHCP agents. Network: e191e023-56ce-41de-ba59-dd3f0b56465f, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:56:04.306231 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 02c44b79-d706-4677-900e-6cecd045ed79 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:04.307252 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (02c44b79-d706-4677-900e-6cecd045ed79), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.313663 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:04.349892 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:04.355571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:04.362532 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:04.397868 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Attempting to bind port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:04.401859 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Attempting to bind port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:04.402567 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Attempting to bind port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:04.432650 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks [] for security_group (2bf4353b-cb4c-4204-a9b6-3289440f2a07), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.433782 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:04.434676 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:04.439200 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2bf4353b-cb4c-4204-a9b6-3289440f2a07), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.455722 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Network e191e023-56ce-41de-ba59-dd3f0b56465f is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:56:04.460360 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:04.469541 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Checking segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:04.471882 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.472484 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Bound using segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:04.473691 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Bound port: 2f7420b8-3cc6-4170-8dc4-baf21f1afe36, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:04.474987 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.482058 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:56:04.487705 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Publish callbacks [] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.503189 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.504359 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Publish callbacks [] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.511844 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.523679 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, e191e023-56ce-41de-ba59-dd3f0b56465f) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:04.546143 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:04.547010 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.551959 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2be2f7-3be6-4dac-804c-2faada8bce15 None None] Network e191e023-56ce-41de-ba59-dd3f0b56465f requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:04.581052 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.587951 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Pushing event updated for resources: {'Port': ['ID=3dcb8db6-b00f-4e48-adc9-984203953d50,revision_number=2']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:04.600148 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.600948 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.601518 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.602230 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.603032 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.603603 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.604139 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.604665 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.605352 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.605880 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.606436 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.606982 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.608240 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.608769 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.609418 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Tracked resource versions report: May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: pushed versions: May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: { 'AddressGroup': {'1.2'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Agent': {'1.1'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'ConntrackHelper': {'1.0'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'LocalIPAssociation': {'1.0'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Log': {'1.0'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'NDPProxy': {'1.0'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Network': {'1.1'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Port': {'1.7'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'PortForwarding': {'1.3'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'QosPolicy': {'1.10'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroup': {'1.5'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroupRule': {'1.2'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SubPort': {'1.0'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Subnet': {'1.1'}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Trunk': {'1.1'}} May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: consumer versions: May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: { DHCP agent@dv-cinder-803823-9-iscsi: {}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: HyperV agent@hv-cinder-80382: {}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: L3 agent@dv-cinder-803823-9-iscsi: {}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: Metadata agent@dv-cinder-803823-9-iscsi: {}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: Metering agent@dv-cinder-803823-9-iscsi: {}, May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: Open vSwitch agent@dv-cinder-803823-9-iscsi: { 'AddressGroup': '1.2', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Agent': '1.1', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'ConntrackHelper': '1.0', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'LocalIPAssociation': '1.0', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Log': '1.0', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'NDPProxy': '1.0', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Network': '1.1', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Port': '1.7', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'PortForwarding': '1.3', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'QosPolicy': '1.10', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroup': '1.5', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SecurityGroupRule': '1.2', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'SubPort': '1.0', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Subnet': '1.1', May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: 'Trunk': '1.1'}} May 25 14:56:04.610887 dv-cinder-803823-9-iscsi neutron-server[110351]: {{(pid=110351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 14:56:04.617163 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Attempting to bind port 3dcb8db6-b00f-4e48-adc9-984203953d50 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:04.617793 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Attempting to bind port 3dcb8db6-b00f-4e48-adc9-984203953d50 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:04.618409 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Attempting to bind port 3dcb8db6-b00f-4e48-adc9-984203953d50 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:04.620321 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Network e385260d-6c1a-4502-b416-70a643ca9f7a is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:04.626634 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:04.627355 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:04.628202 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.628802 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:04.629487 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Bound port: 3dcb8db6-b00f-4e48-adc9-984203953d50, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:04.630118 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.647941 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1c02eee7-fefd-43e7-8493-9db3a71ae835 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8655293 May 25 14:56:04.676299 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:04.698736 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:04.701808 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Pushing event updated for resources: {'Port': ['ID=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:04.715990 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] For port 3dcb8db6-b00f-4e48-adc9-984203953d50, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:04.717588 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Allocated IP 172.27.0.53 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/268a0680-d87a-4c6d-bc22-0e506b66baf9) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:04.731849 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-016b913e-4c67-4f9b-b5e2-de26ef91e1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.739696 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 02c44b79-d706-4677-900e-6cecd045ed79 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:04.769631 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:04.776811 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] For port 3dcb8db6-b00f-4e48-adc9-984203953d50, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=3dcb8db6-b00f-4e48-adc9-984203953d50,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:04.777810 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] For port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:04.803351 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.822450 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] For port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:04.867313 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf4353b-cb4c-4204-a9b6-3289440f2a07,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:04.894870 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (acaa9037-718c-4a5e-97c8-c3ea26e9b83b), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.895242 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Added segment acaa9037-718c-4a5e-97c8-c3ea26e9b83b of type vlan for network 35b8d152-b4c1-407e-b7ca-272a45710f8f May 25 14:56:04.925222 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Attempting to bind port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:04.925222 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Attempting to bind port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:04.925222 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Attempting to bind port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:04.929979 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.934503 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks [] for router_gateway (def72cc1-1b72-4d9e-90dc-a83975be665a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.950553 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245b0a3-dced-41ac-a358-7532513f010b None None] Network e191e023-56ce-41de-ba59-dd3f0b56465f requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:04.979004 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:04.982158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:04.986717 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Checking segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:04.987537 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.987949 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Bound using segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:04.988616 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Bound port: 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:04.989018 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:04.995455 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:04.997008 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:55:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:05.056786 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (35b8d152-b4c1-407e-b7ca-272a45710f8f), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.074808 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.087066 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Allocated IP 172.20.0.1 (da3cdcb2-1ede-42ee-8e56-23a36c228a18/4aa804f0-ec7a-4a69-980a-d4c3cca959d9/87c44837-ccf3-4868-877b-9f9e629d3222) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:05.175516 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks [] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.176332 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111a12b-c6d0-4440-86e6-f43ac0796a68 None None] Pushing event updated for resources: {'Port': ['ID=3dcb8db6-b00f-4e48-adc9-984203953d50,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:05.190711 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (35b8d152-b4c1-407e-b7ca-272a45710f8f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.192014 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:05.192835 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.195915 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.391919 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b09c6-885e-4078-9714-5dbee0eb9332 None None] Pushing event updated for resources: {'Port': ['ID=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:05.410254 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] Pushing event updated for resources: {'Network': ['ID=35b8d152-b4c1-407e-b7ca-272a45710f8f,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:05.437628 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48564) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:05.450604 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-3bfa7715-7d5c-469d-b407-0f472634e86d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2302032 May 25 14:56:05.450787 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:05.476004 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 35b8d152-b4c1-407e-b7ca-272a45710f8f details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:56:05.537835 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.540163 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.552114 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Request body: {'subnet': {'network_id': '35b8d152-b4c1-407e-b7ca-272a45710f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-231297030-subnet', 'tenant_id': '5bbe9f9991bf4f9b876015d1d146b066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:05.571380 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] For port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:05.606157 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] For port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:05.643911 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.644772 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48588) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:05.674226 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:05.675196 dv-cinder-803823-9-iscsi neutron-server[110349]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 14:56:05.731989 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.742860 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Made reservation on behalf of 5bbe9f9991bf4f9b876015d1d146b066 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:05.744123 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:05.745204 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.812542 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (def72cc1-1b72-4d9e-90dc-a83975be665a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:05.814996 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c0bf7-8fbd-4a00-bef8-95d288599360 None None] Pushing event updated for resources: {'Port': ['ID=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:05.818154 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:05.835119 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:05.880305 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:00Z', 'revision_number': 3, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:05.912893 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15210b5-1c69-41a5-83f0-5294072f05b4 None None] The sync data for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi is: [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:00Z', 'revision_number': 3, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:56:05.917536 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48592) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:05.979258 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks [] for port (87c44837-ccf3-4868-877b-9f9e629d3222), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:06.005147 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Pushing event updated for resources: {'Port': ['ID=268a0680-d87a-4c6d-bc22-0e506b66baf9,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:06.103787 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:06.224717 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:06.449180 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-d3357798-0480-494f-8525-d597b8a39cf1 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:06.451997 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-d3357798-0480-494f-8525-d597b8a39cf1 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/networks?id=e191e023-56ce-41de-ba59-dd3f0b56465f HTTP/1.1" status: 200 len: 811 time: 0.7822928 May 25 14:56:06.482551 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-59d37c2b-43c3-4078-b74f-36a7cf20f089 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/quotas/d3fab2e6427d486bb1744239b759c415 HTTP/1.1" status: 200 len: 375 time: 0.0225494 May 25 14:56:06.488224 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6794be4f-db68-4ccb-9d02-0905c6bcf0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:06.513443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:06.521286 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:06.533692 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:06.534725 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (a466a499-affb-459c-8982-52263ef5219a), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:06.537785 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Pushing event updated for resources: {'Port': ['ID=87c44837-ccf3-4868-877b-9f9e629d3222,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:06.543022 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (e821fa95-0f1b-4d12-9b9d-18b28ac4048d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:06.650341 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks [] for router_gateway (6559ae17-e759-49cb-a3d7-b72ee4ca320f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:06.673053 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-0ffeed02-6de6-4cbd-9844-6935f21329c5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d3fab2e6427d486bb1744239b759c415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143832 May 25 14:56:06.914591 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac24e8-90eb-4ffa-a775-3761e1dbd7ed None None] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:06.945076 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Router def72cc1-1b72-4d9e-90dc-a83975be665a is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:56:06.955784 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-21c0039c-e151-4845-8c2e-44031c810b9d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:56:06.957351 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-21c0039c-e151-4845-8c2e-44031c810b9d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1494513 May 25 14:56:06.990097 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Provisioning complete for port 87c44837-ccf3-4868-877b-9f9e629d3222 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:06.990562 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.104547 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Port 87c44837-ccf3-4868-877b-9f9e629d3222 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:07.124530 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:07.133301 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Provisioning complete for port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:07.134291 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.218086 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e821fa95-0f1b-4d12-9b9d-18b28ac4048d,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:07.266050 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Checking segment: {'id': 'acaa9037-718c-4a5e-97c8-c3ea26e9b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '35b8d152-b4c1-407e-b7ca-272a45710f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:07.266478 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Network hostable DHCP agents. Network: 35b8d152-b4c1-407e-b7ca-272a45710f8f, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:56:07.292991 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (6559ae17-e759-49cb-a3d7-b72ee4ca320f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.334407 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:07.379904 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Current status of the port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:07.380575 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.454255 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Network 35b8d152-b4c1-407e-b7ca-272a45710f8f is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:56:07.517465 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] For port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:07.528447 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6794be4f-db68-4ccb-9d02-0905c6bcf0cf admin admin] Publish callbacks [] for security_group (4625c8c5-b56a-4668-9b60-b2d3be249526), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.547551 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.548204 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:56:07.572080 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:56:07.577802 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.585655 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2c36167f-7f9b-4d5c-ae8f-408cbad962d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.621407 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6794be4f-db68-4ccb-9d02-0905c6bcf0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4625c8c5-b56a-4668-9b60-b2d3be249526), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.690069 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:07.690992 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:07.713426 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 3dcb8db6-b00f-4e48-adc9-984203953d50 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:07.714812 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-414c0925-40ac-4ca3-9c2d-b9ae2d4e9a67 service neutron] 10.222.0.78 "GET /v2.0/networks/e191e023-56ce-41de-ba59-dd3f0b56465f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889566 May 25 14:56:07.723207 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6794be4f-db68-4ccb-9d02-0905c6bcf0cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0eb91a551f3a47d3aac0d8003eeac7e8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7949755 May 25 14:56:07.728548 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.729717 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b102618a-b80a-480f-8ca0-4f5ac8170165 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3779106 May 25 14:56:07.730404 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 35b8d152-b4c1-407e-b7ca-272a45710f8f) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:07.735565 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:07.736416 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.751611 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87e9a7-f870-4af9-867c-828fed8950a7 None None] Network e385260d-6c1a-4502-b416-70a643ca9f7a requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:07.786290 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48646) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:07.786990 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48648) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:07.811338 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41c5f3-ef85-455c-b0c1-dfbc247443ce None None] Network 35b8d152-b4c1-407e-b7ca-272a45710f8f requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:07.846414 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:07.861418 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f9dec154-4b3d-4cb2-b5fd-84ba56feb86d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3239000 May 25 14:56:07.861603 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Provisioning complete for port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:07.861603 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:07.901961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794be4f-db68-4ccb-9d02-0905c6bcf0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4625c8c5-b56a-4668-9b60-b2d3be249526,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:07.913653 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-b3a8fee4-6550-4d9a-b468-ad4eec22c5c6 service neutron] 10.222.0.78 "GET /v2.0/networks/e191e023-56ce-41de-ba59-dd3f0b56465f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978531 May 25 14:56:07.959259 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Router 6559ae17-e759-49cb-a3d7-b72ee4ca320f is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:56:07.981138 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f9892319-4cf1-4db3-869f-07a4704d479e admin admin] Publish callbacks [] for security_group (4625c8c5-b56a-4668-9b60-b2d3be249526), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:08.013090 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f9892319-4cf1-4db3-869f-07a4704d479e admin admin] Publish callbacks [] for security_group (4625c8c5-b56a-4668-9b60-b2d3be249526), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:08.054147 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:08.140094 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48664) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:08.143086 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:08.213487 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a586bfb-69a8-46ee-b052-535f4def524f None None] Pushing event updated for resources: {'Port': ['ID=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:08.214633 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:56:08.228754 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Sync routers for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:56:08.255100 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:08.256220 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:08.262233 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:08.291337 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-460ffd92-62b6-41c8-b950-34b595ea2e2b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6885550 May 25 14:56:08.291965 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48670) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:08.575594 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:08.621763 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] Deleting subnet 59d442e7-2927-40ac-b731-3f23b74b2f95 {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 14:56:08.702948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] Publish callbacks [] for subnet (59d442e7-2927-40ac-b731-3f23b74b2f95), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:08.733304 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:08.757836 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:08.774879 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-42942b49-7417-4cc8-8865-1c1c041b492a req-6c989eb9-c55b-45ab-a316-bf4527c15f75 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.1146927 May 25 14:56:08.863289 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:08.863477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f9892319-4cf1-4db3-869f-07a4704d479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4625c8c5-b56a-4668-9b60-b2d3be249526), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:08.876831 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f9892319-4cf1-4db3-869f-07a4704d479e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:08.876831 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f9892319-4cf1-4db3-869f-07a4704d479e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4625c8c5-b56a-4668-9b60-b2d3be249526 HTTP/1.1" status: 204 len: 168 time: 1.0869305 May 25 14:56:08.932615 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 3dcb8db6-b00f-4e48-adc9-984203953d50 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:08.934152 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.113291 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks [] for port (87c44837-ccf3-4868-877b-9f9e629d3222), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.124342 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] Publish callbacks [] for subnet (59d442e7-2927-40ac-b731-3f23b74b2f95), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.138932 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (59d442e7-2927-40ac-b731-3f23b74b2f95), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.228544 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9892319-4cf1-4db3-869f-07a4704d479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4625c8c5-b56a-4668-9b60-b2d3be249526,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:09.241602 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.242432 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (a466a499-affb-459c-8982-52263ef5219a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.245136 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Current status of the port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:09.264620 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (59d442e7-2927-40ac-b731-3f23b74b2f95), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.323442 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:06Z', 'revision_number': 3, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:09.361056 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d442e7-2927-40ac-b731-3f23b74b2f95,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:09.370728 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.389326 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48712) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:09.389950 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-603aba20-064a-4fc1-8d4f-8008133658ba admin admin] 10.222.0.78 "DELETE /v2.0/subnets/59d442e7-2927-40ac-b731-3f23b74b2f95 HTTP/1.1" status: 204 len: 168 time: 1.2487233 May 25 14:56:09.405364 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f6e6d-8658-4591-8697-81086527c3cd None None] Network 35b8d152-b4c1-407e-b7ca-272a45710f8f requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:56:09.448141 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Checking router: 6559ae17-e759-49cb-a3d7-b72ee4ca320f for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:56:09.448623 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Updating router 6559ae17-e759-49cb-a3d7-b72ee4ca320f port 268a0680-d87a-4c6d-bc22-0e506b66baf9 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:56:09.472084 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.516182 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Provisioning complete for port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:09.519383 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.538887 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.597901 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.600115 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:09.654942 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (05e24039-6581-4a9a-bb0e-86707ff5b0db), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:09.783861 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:09.787149 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Pushing event updated for resources: {'Port': ['ID=87c44837-ccf3-4868-877b-9f9e629d3222,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:09.808762 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:09.879253 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:09.950177 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:04Z', 'revision_number': 3, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:09.984643 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48744) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:10.033565 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (05e24039-6581-4a9a-bb0e-86707ff5b0db), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.131945 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.132478 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.133619 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.134232 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > port after_create 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.134675 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.135403 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > port after_update 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.136974 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.145062 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.146164 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.146164 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.210990 dv-cinder-803823-9-iscsi neutron-server[110348]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 14:56:10.239532 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:56:10.240167 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Updating router def72cc1-1b72-4d9e-90dc-a83975be665a port b6a46d2a-03b0-4537-b3aa-184e4ce3025d binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:56:10.316508 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Current status of the port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:10.317674 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.322896 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Publish callbacks [] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.333412 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:10.343160 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.399225 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 3dcb8db6-b00f-4e48-adc9-984203953d50 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:10.399647 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.427605 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:10.484177 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] For port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:10.488035 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97abb837-432d-4b73-8e1c-4dd34273f1cd req-e73a9c4d-d7f1-4ddb-ac4d-fe62ef32f105 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.4951413 May 25 14:56:10.490724 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Attempting to bind port 268a0680-d87a-4c6d-bc22-0e506b66baf9 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:10.491084 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Attempting to bind port 268a0680-d87a-4c6d-bc22-0e506b66baf9 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:10.491447 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Attempting to bind port 268a0680-d87a-4c6d-bc22-0e506b66baf9 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:10.493340 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 3dcb8db6-b00f-4e48-adc9-984203953d50, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=3dcb8db6-b00f-4e48-adc9-984203953d50,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:10.496405 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.501043 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.524793 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:10.525170 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:10.527804 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.528243 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:10.528757 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Bound port: 268a0680-d87a-4c6d-bc22-0e506b66baf9, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:10.531881 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.653582 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] For port 268a0680-d87a-4c6d-bc22-0e506b66baf9, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:10.662801 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] For port 268a0680-d87a-4c6d-bc22-0e506b66baf9, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=268a0680-d87a-4c6d-bc22-0e506b66baf9,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:10.679035 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.681578 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.747019 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Router a466a499-affb-459c-8982-52263ef5219a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:56:10.753111 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:10.754976 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:10.787880 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.789637 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.790294 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.790853 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:10.791546 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e24039-6581-4a9a-bb0e-86707ff5b0db']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:10.903339 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Publish callbacks [] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.938290 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41e0745-2903-470f-a2cc-3f8ee29f8c3e') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:10.940033 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41e0745-2903-470f-a2cc-3f8ee29f8c3e') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:10.944442 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.945615 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:10.965958 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (d41e0745-2903-470f-a2cc-3f8ee29f8c3e), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:10.975750 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:10.996424 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (d41e0745-2903-470f-a2cc-3f8ee29f8c3e), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.022940 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 14:56:11.023490 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (d41e0745-2903-470f-a2cc-3f8ee29f8c3e), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.033604 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:11.045165 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.049925 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214d334-ec30-4c4e-bd2b-d52ec2788e2e None None] Pushing event updated for resources: {'Port': ['ID=268a0680-d87a-4c6d-bc22-0e506b66baf9,revision_number=2']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:11.084096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-91a7a190-8d35-4b72-942a-6afafe04cf6e None None] Provisioning complete for port 87c44837-ccf3-4868-877b-9f9e629d3222 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:11.084096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-91a7a190-8d35-4b72-942a-6afafe04cf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.164492 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214d334-ec30-4c4e-bd2b-d52ec2788e2e None None] Pushing event updated for resources: {'Port': ['ID=268a0680-d87a-4c6d-bc22-0e506b66baf9,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:11.168686 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:11.174954 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.176879 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-91a7a190-8d35-4b72-942a-6afafe04cf6e None None] Port 87c44837-ccf3-4868-877b-9f9e629d3222 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:11.186453 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:11.225738 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429ac03-dd7a-4019-aabb-f452e1a784cf None None] Pushing event updated for resources: {'Port': ['ID=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:11.257415 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-91a7a190-8d35-4b72-942a-6afafe04cf6e None None] Provisioning complete for port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:11.257415 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-91a7a190-8d35-4b72-942a-6afafe04cf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.257415 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:11.287385 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (05e24039-6581-4a9a-bb0e-86707ff5b0db), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.297746 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Attempting to bind port b6a46d2a-03b0-4537-b3aa-184e4ce3025d on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:11.298039 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Attempting to bind port b6a46d2a-03b0-4537-b3aa-184e4ce3025d by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:11.299781 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:06Z', 'revision_number': 3, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:11.301006 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Attempting to bind port b6a46d2a-03b0-4537-b3aa-184e4ce3025d on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:11.315031 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:11.375146 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:11.375944 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:11.375944 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.376329 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:11.376825 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Bound port: b6a46d2a-03b0-4537-b3aa-184e4ce3025d, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:11.377205 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.415507 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388b1ada-621a-45ec-87ce-722091fb48ca None None] The sync data for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi is: [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:06Z', 'revision_number': 3, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:56:11.430932 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.451818 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/05e24039-6581-4a9a-bb0e-86707ff5b0db HTTP/1.1" status: 204 len: 168 time: 2.0541558 May 25 14:56:11.452062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48788) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:11.616478 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Allocated IP 172.20.0.1 (e385260d-6c1a-4502-b416-70a643ca9f7a/a7ced567-2428-42c0-b789-74ed33f08cd7/43f9a92b-426d-4a46-a051-0716365ee090) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:11.689928 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=3dcb8db6-b00f-4e48-adc9-984203953d50,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:11.784758 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks [] for port (43f9a92b-426d-4a46-a051-0716365ee090), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.807867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988d0a8-e51b-4175-a53e-3833bce3def9 admin admin] Pushing event deleted for resources: {'Network': ['ID=05e24039-6581-4a9a-bb0e-86707ff5b0db,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:11.913465 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] Deleting subnet e821fa95-0f1b-4d12-9b9d-18b28ac4048d {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 14:56:11.936803 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:11.937925 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:11.946992 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (43f9a92b-426d-4a46-a051-0716365ee090), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.952647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] Publish callbacks [] for subnet (e821fa95-0f1b-4d12-9b9d-18b28ac4048d), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:11.996880 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:12.042625 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:56:12.049458 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6d9476b4-4d64-4ed6-a0aa-30f6ca41bba0 admin admin] 10.222.0.78 "PUT /v2.0/routers/a466a499-affb-459c-8982-52263ef5219a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2888024 May 25 14:56:12.051995 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] Publish callbacks [] for subnet (e821fa95-0f1b-4d12-9b9d-18b28ac4048d), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.066725 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] For port b6a46d2a-03b0-4537-b3aa-184e4ce3025d, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:12.118523 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (e821fa95-0f1b-4d12-9b9d-18b28ac4048d), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.162898 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8b2464e5-bab3-4c24-9f33-80e82d853bea req-8288c53a-037d-4663-a194-9441cd5dfe43 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.1054428 May 25 14:56:12.185533 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Allocated IP 172.20.0.1 (6c4b07fe-140a-4a0b-9f8f-030d2bf81125/312814e4-593b-48ee-be8b-37d37b791c35/6650212f-8b74-4f9c-b0f1-ac81d2c81679) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:12.199119 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Pushing event updated for resources: {'Port': ['ID=43f9a92b-426d-4a46-a051-0716365ee090,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:12.204298 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment d41e0745-2903-470f-a2cc-3f8ee29f8c3e resource provider aggregate not found May 25 14:56:12.217470 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Network e385260d-6c1a-4502-b416-70a643ca9f7a is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:12.221109 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:12.229011 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:12.279770 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Sync routers for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:56:12.285155 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42871b6a-4280-459a-b51c-d0b4479606cd None None] Pushing event updated for resources: {'Port': ['ID=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:12.328583 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for subnet (e821fa95-0f1b-4d12-9b9d-18b28ac4048d), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.398634 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.402846 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e821fa95-0f1b-4d12-9b9d-18b28ac4048d HTTP/1.1" status: 204 len: 168 time: 0.9521782 May 25 14:56:12.411131 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d2668-f9e5-4184-9930-99d1789bc29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e821fa95-0f1b-4d12-9b9d-18b28ac4048d,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:12.412988 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48828) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:12.422703 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (6559ae17-e759-49cb-a3d7-b72ee4ca320f), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.452172 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] For port b6a46d2a-03b0-4537-b3aa-184e4ce3025d, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:12.526370 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:12.528518 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:12.533194 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (35b8d152-b4c1-407e-b7ca-272a45710f8f), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.545613 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:12.546387 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:12.645586 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.72', 50367) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:12.649202 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment d41e0745-2903-470f-a2cc-3f8ee29f8c3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d41e0745-2903-470f-a2cc-3f8ee29f8c3e found for delete ", "request_id": "req-81a10a62-1f50-4c75-89c7-d7bad06ad890"}]} May 25 14:56:12.679874 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.688517 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.690131 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.726293 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:12.726633 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:12.800001 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:56:13.004052 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-91a7a190-8d35-4b72-942a-6afafe04cf6e None None] Current status of the port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:13.099029 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks [] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:13.154436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (35b8d152-b4c1-407e-b7ca-272a45710f8f), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:13.325771 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48868) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:13.346827 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.347526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.348980 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.349618 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.350238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.351167 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.352311 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.353357 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.353886 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.354489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.529756 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c63a8e89-91bb-486a-ab5b-8b414a8e612e req-316f71cd-5097-42f5-992a-57581e92e6f2 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.1278362 May 25 14:56:13.624053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (43f9a92b-426d-4a46-a051-0716365ee090), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:13.634107 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-a5fb8215-d397-4cf4-ba55-568dad6af8f2 None None] Provisioning complete for port 43f9a92b-426d-4a46-a051-0716365ee090 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:13.635140 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-a5fb8215-d397-4cf4-ba55-568dad6af8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (43f9a92b-426d-4a46-a051-0716365ee090), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:13.637722 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:13.638440 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:13.737230 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48896) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:13.784119 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42871b6a-4280-459a-b51c-d0b4479606cd None None] Pushing event updated for resources: {'Port': ['ID=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:13.911782 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:13.929933 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:13.931804 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb8215-d397-4cf4-ba55-568dad6af8f2 None None] Port 43f9a92b-426d-4a46-a051-0716365ee090 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:13.943377 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.945812 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.948054 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.950112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 14:56:13.950712 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b8d152-b4c1-407e-b7ca-272a45710f8f']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:13.965978 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-cd2a0e63-f33c-4ca4-9371-d25d214de493 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022215925', 'description': 'tempest-description--2143481280'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:13.996283 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:14.009705 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-381d33f6-11f3-43dd-993c-97979e77f7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.033500 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:14.055797 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:14.082105 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks [] for port (43f9a92b-426d-4a46-a051-0716365ee090), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.100731 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (43f9a92b-426d-4a46-a051-0716365ee090), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.143042 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acaa9037-718c-4a5e-97c8-c3ea26e9b83b') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:14.143341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acaa9037-718c-4a5e-97c8-c3ea26e9b83b') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:14.195855 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (6559ae17-e759-49cb-a3d7-b72ee4ca320f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.257858 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (acaa9037-718c-4a5e-97c8-c3ea26e9b83b), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.275914 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48916) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:14.345172 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0e63-f33c-4ca4-9371-d25d214de493 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.347729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (acaa9037-718c-4a5e-97c8-c3ea26e9b83b), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.356637 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:14.368097 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Pushing event updated for resources: {'Port': ['ID=43f9a92b-426d-4a46-a051-0716365ee090,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:14.397107 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Network e385260d-6c1a-4502-b416-70a643ca9f7a is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:14.405058 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-508edc70-4f77-41c7-b619-8aaec5d1acd5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:14.411548 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:14.412922 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-508edc70-4f77-41c7-b619-8aaec5d1acd5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.72 "GET /v2.0/networks?id=e191e023-56ce-41de-ba59-dd3f0b56465f HTTP/1.1" status: 200 len: 811 time: 1.7613015 May 25 14:56:14.425951 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.436206 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 14:56:14.436617 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (acaa9037-718c-4a5e-97c8-c3ea26e9b83b), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.447692 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 3dcb8db6-b00f-4e48-adc9-984203953d50 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:14.502694 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-381d33f6-11f3-43dd-993c-97979e77f7ff admin admin] Publish callbacks [] for security_group (467cb9e9-01b3-4982-8117-dd83eee270f3), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.517961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-381d33f6-11f3-43dd-993c-97979e77f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (467cb9e9-01b3-4982-8117-dd83eee270f3), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.584393 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Request body: {'port': {'device_id': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f', 'admin_state_up': True, 'tenant_id': 'd3fab2e6427d486bb1744239b759c415'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:14.612859 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:14.617135 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-381d33f6-11f3-43dd-993c-97979e77f7ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29631c5dc5384b14a382e356cbfcda89&name=default HTTP/1.1" status: 200 len: 2993 time: 0.8779733 May 25 14:56:14.623815 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48924) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:14.642200 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d33f6-11f3-43dd-993c-97979e77f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467cb9e9-01b3-4982-8117-dd83eee270f3,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:14.723109 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Router 6559ae17-e759-49cb-a3d7-b72ee4ca320f has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:56:14.770858 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-714d8d70-3648-4b37-8a4e-47fd75e7759e admin admin] Publish callbacks [] for security_group (467cb9e9-01b3-4982-8117-dd83eee270f3), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.775633 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-86a41e90-8d71-4f02-9be7-856f356b13c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.868329 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:14.871140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:14.875068 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:14.955603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (35b8d152-b4c1-407e-b7ca-272a45710f8f), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:14.980794 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:15.067011 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-26217274-e830-408b-b846-6eb597d5d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:04Z', 'revision_number': 3, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:15.190342 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-714d8d70-3648-4b37-8a4e-47fd75e7759e admin admin] Publish callbacks [] for security_group (467cb9e9-01b3-4982-8117-dd83eee270f3), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.193153 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-675b0cf0-88be-42b8-84a1-1a5f96076898 None None] Provisioning complete for port 43f9a92b-426d-4a46-a051-0716365ee090 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:15.193686 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-675b0cf0-88be-42b8-84a1-1a5f96076898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (43f9a92b-426d-4a46-a051-0716365ee090), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.197128 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:08Z', 'revision_number': 2, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:15.203125 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26217274-e830-408b-b846-6eb597d5d840 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:04Z', 'revision_number': 3, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:56:15.239944 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b8d152-b4c1-407e-b7ca-272a45710f8f,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:15.344191 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.362846 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-46034290-c6dc-41b1-820e-3285ff9dc3e8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/35b8d152-b4c1-407e-b7ca-272a45710f8f HTTP/1.1" status: 204 len: 168 time: 2.9485598 May 25 14:56:15.395925 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-486558b1-30ed-4912-8fb3-025a2e07544b req-3849a2fb-0301-41ed-a33d-b09ebf886771 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.3483639 May 25 14:56:15.397743 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6650212f-8b74-4f9c-b0f1-ac81d2c81679,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:15.404661 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Checking router: a466a499-affb-459c-8982-52263ef5219a for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:56:15.415151 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Updating router a466a499-affb-459c-8982-52263ef5219a port 87c44837-ccf3-4868-877b-9f9e629d3222 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:56:15.422194 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-675b0cf0-88be-42b8-84a1-1a5f96076898 None None] Port 43f9a92b-426d-4a46-a051-0716365ee090 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:15.424075 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 3dcb8db6-b00f-4e48-adc9-984203953d50 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:15.424623 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.480152 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-714d8d70-3648-4b37-8a4e-47fd75e7759e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (467cb9e9-01b3-4982-8117-dd83eee270f3), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.482662 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-714d8d70-3648-4b37-8a4e-47fd75e7759e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.490758 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-714d8d70-3648-4b37-8a4e-47fd75e7759e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/467cb9e9-01b3-4982-8117-dd83eee270f3 HTTP/1.1" status: 204 len: 168 time: 0.8599360 May 25 14:56:15.606574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (def72cc1-1b72-4d9e-90dc-a83975be665a), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.629287 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-837e8cd6-579d-49d4-85f9-af110767388c None None] Provisioning complete for port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:15.629676 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-837e8cd6-579d-49d4-85f9-af110767388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.764113 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-86a41e90-8d71-4f02-9be7-856f356b13c8 admin admin] Publish callbacks [] for security_group (18edb74d-148a-41cb-9c4b-187ca32af33d), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.776789 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-86a41e90-8d71-4f02-9be7-856f356b13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (18edb74d-148a-41cb-9c4b-187ca32af33d), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:15.783117 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-837e8cd6-579d-49d4-85f9-af110767388c None None] Port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:15.787473 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d8d70-3648-4b37-8a4e-47fd75e7759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467cb9e9-01b3-4982-8117-dd83eee270f3,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:15.844056 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:56:15.852640 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48948) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:15.895579 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a41e90-8d71-4f02-9be7-856f356b13c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edb74d-148a-41cb-9c4b-187ca32af33d,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:15.990585 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-86a41e90-8d71-4f02-9be7-856f356b13c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d046f639c4f4aaa9ec3d05168d416f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7055357 May 25 14:56:15.996189 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 48952) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:16.006769 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-bad64563-17ea-47f1-b81b-f71df17b93e1 admin admin] 10.222.0.78 "PUT /v2.0/routers/6559ae17-e759-49cb-a3d7-b72ee4ca320f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7137055 May 25 14:56:16.026614 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 3dcb8db6-b00f-4e48-adc9-984203953d50 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:16.027722 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:16.031102 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Sync routers for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:56:16.066755 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f2e927da-ca69-4a52-b884-31a21719d8c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7a4c63fb6c6476e8f6da76937c9ccd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1786816 May 25 14:56:16.070047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48956) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:16.070195 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:16.077088 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:16.078421 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:16.081553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0e63-f33c-4ca4-9371-d25d214de493 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (536bb3ac-a927-49fd-9468-300bca51191a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.173997 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0e63-f33c-4ca4-9371-d25d214de493 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (536bb3ac-a927-49fd-9468-300bca51191a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.177180 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.302870 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-75835f0b-b7b0-4b83-ac6f-172bedccb0fd admin admin] Publish callbacks [] for security_group (3582598d-b657-479d-8f52-bf488d226d4b), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.323697 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:16.405431 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-75835f0b-b7b0-4b83-ac6f-172bedccb0fd admin admin] Publish callbacks [] for security_group (3582598d-b657-479d-8f52-bf488d226d4b), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.445135 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:16.486623 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment acaa9037-718c-4a5e-97c8-c3ea26e9b83b resource provider aggregate not found May 25 14:56:16.588744 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-75835f0b-b7b0-4b83-ac6f-172bedccb0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3582598d-b657-479d-8f52-bf488d226d4b), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.594748 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-75835f0b-b7b0-4b83-ac6f-172bedccb0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.599639 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-75835f0b-b7b0-4b83-ac6f-172bedccb0fd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3582598d-b657-479d-8f52-bf488d226d4b HTTP/1.1" status: 204 len: 168 time: 0.5266595 May 25 14:56:16.630343 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75835f0b-b7b0-4b83-ac6f-172bedccb0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3582598d-b657-479d-8f52-bf488d226d4b,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:16.632934 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment acaa9037-718c-4a5e-97c8-c3ea26e9b83b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acaa9037-718c-4a5e-97c8-c3ea26e9b83b found for delete ", "request_id": "req-e255fc9e-625a-4e74-a7cd-66334d47e2c1"}]} May 25 14:56:16.805497 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6b397361-858b-4d20-97d4-b6b630ac2643 req-f5278a16-44b8-41b6-9acc-95d15e07292e tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.0726025 May 25 14:56:16.883286 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Made reservation on behalf of d3fab2e6427d486bb1744239b759c415 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:16.899595 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.933268 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:16.934221 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.951048 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0e63-f33c-4ca4-9371-d25d214de493 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:16.956247 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-cd2a0e63-f33c-4ca4-9371-d25d214de493 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.6224768 May 25 14:56:16.957182 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48980) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:16.965054 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-ef3ec543-8415-49f2-8ce4-c859e7b167b7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'security_group_rule': {'security_group_id': '536bb3ac-a927-49fd-9468-300bca51191a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:17.108856 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec543-8415-49f2-8ce4-c859e7b167b7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (2edca6eb-7663-4b94-a43c-23ed0aa2c10a), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.175184 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:17.239925 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:17.281329 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 2, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:17.390097 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec543-8415-49f2-8ce4-c859e7b167b7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (2edca6eb-7663-4b94-a43c-23ed0aa2c10a), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.397094 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec543-8415-49f2-8ce4-c859e7b167b7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (2edca6eb-7663-4b94-a43c-23ed0aa2c10a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.415125 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Checking router: 6559ae17-e759-49cb-a3d7-b72ee4ca320f for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:56:17.416933 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Updating router 6559ae17-e759-49cb-a3d7-b72ee4ca320f port 43f9a92b-426d-4a46-a051-0716365ee090 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:56:17.479869 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec543-8415-49f2-8ce4-c859e7b167b7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.492309 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ef3ec543-8415-49f2-8ce4-c859e7b167b7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5310817 May 25 14:56:17.496249 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 48984) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:17.540151 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-12da211d-2217-45e0-9864-771ddda4b08c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'security_group_rule': {'security_group_id': '536bb3ac-a927-49fd-9468-300bca51191a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:17.558284 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:17.559440 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:17.590472 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (43f9a92b-426d-4a46-a051-0716365ee090), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.596183 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ec543-8415-49f2-8ce4-c859e7b167b7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edca6eb-7663-4b94-a43c-23ed0aa2c10a,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:17.605594 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:17.700537 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12da211d-2217-45e0-9864-771ddda4b08c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (709590c2-9378-4442-83b6-ca9d103a9cce), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.765118 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:17.767100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a0e63-f33c-4ca4-9371-d25d214de493 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536bb3ac-a927-49fd-9468-300bca51191a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:17.830122 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12da211d-2217-45e0-9864-771ddda4b08c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (709590c2-9378-4442-83b6-ca9d103a9cce), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.836896 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12da211d-2217-45e0-9864-771ddda4b08c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (709590c2-9378-4442-83b6-ca9d103a9cce), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.839595 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:17.841609 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.876556 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da211d-2217-45e0-9864-771ddda4b08c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709590c2-9378-4442-83b6-ca9d103a9cce,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:17.900333 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12da211d-2217-45e0-9864-771ddda4b08c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:17.905412 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-12da211d-2217-45e0-9864-771ddda4b08c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3814628 May 25 14:56:17.908890 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49010) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:17.916876 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:17.999400 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.080624 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Publish callbacks [] for port (87c44837-ccf3-4868-877b-9f9e629d3222), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.100525 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.297576 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab98eb-1ac9-49a5-a6ad-134f1191a694 None None] Pushing event updated for resources: {'Port': ['ID=87c44837-ccf3-4868-877b-9f9e629d3222,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:18.300111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.353604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49018) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:18.545171 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:18.546765 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 268a0680-d87a-4c6d-bc22-0e506b66baf9 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:18.697994 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-70f87dd6-50f3-450b-b754-d9f8939dee9f req-4fb85972-06a4-4438-9b0d-1876888fe985 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.3389657 May 25 14:56:18.762491 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Publish callbacks [] for port (43f9a92b-426d-4a46-a051-0716365ee090), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.765913 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-2645563c-5a48-4541-b68d-fc4c7c00881b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:18.776791 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:18.781463 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-2645563c-5a48-4541-b68d-fc4c7c00881b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 819 time: 0.5989978 May 25 14:56:18.784852 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (43f9a92b-426d-4a46-a051-0716365ee090), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.825139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.827724 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ba271db-1130-4335-a891-be6c04b53ffd admin admin] Publish callbacks [] for security_group (18edb74d-148a-41cb-9c4b-187ca32af33d), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.913434 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-981d955b-27b2-4845-b6d3-3b31fb84a163 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bbe9f9991bf4f9b876015d1d146b066&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5444047 May 25 14:56:18.914224 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ba271db-1130-4335-a891-be6c04b53ffd admin admin] Publish callbacks [] for security_group (18edb74d-148a-41cb-9c4b-187ca32af33d), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:18.916545 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49028) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:19.015569 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:19.031102 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc4a88-e6fe-4e03-9274-ed12bd4235b1 None None] Pushing event updated for resources: {'Port': ['ID=43f9a92b-426d-4a46-a051-0716365ee090,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:19.050254 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Attempting to bind port 87c44837-ccf3-4868-877b-9f9e629d3222 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:19.050254 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Attempting to bind port 87c44837-ccf3-4868-877b-9f9e629d3222 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:19.050254 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Attempting to bind port 87c44837-ccf3-4868-877b-9f9e629d3222 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:19.050795 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-d5d576e7-3064-4231-9504-0b5d0db1bd24 None None] Provisioning complete for port 87c44837-ccf3-4868-877b-9f9e629d3222 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:19.051276 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d5d576e7-3064-4231-9504-0b5d0db1bd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.118425 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:19.119115 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Checking segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:19.119529 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.119925 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Bound using segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:19.120719 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Bound port: 87c44837-ccf3-4868-877b-9f9e629d3222, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:19.121277 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.172142 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 268a0680-d87a-4c6d-bc22-0e506b66baf9 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:19.172889 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.177045 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-d5d576e7-3064-4231-9504-0b5d0db1bd24 None None] Port 87c44837-ccf3-4868-877b-9f9e629d3222 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:19.217475 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Attempting to bind port 43f9a92b-426d-4a46-a051-0716365ee090 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:19.217829 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Attempting to bind port 43f9a92b-426d-4a46-a051-0716365ee090 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:19.218293 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Attempting to bind port 43f9a92b-426d-4a46-a051-0716365ee090 on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:19.251637 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:19.252047 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Checking segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:19.252484 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.252891 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Bound using segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:19.253362 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Bound port: 43f9a92b-426d-4a46-a051-0716365ee090, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:19.253815 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (43f9a92b-426d-4a46-a051-0716365ee090), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.323400 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ba271db-1130-4335-a891-be6c04b53ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (18edb74d-148a-41cb-9c4b-187ca32af33d), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.345625 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ba271db-1130-4335-a891-be6c04b53ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.347576 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5ba271db-1130-4335-a891-be6c04b53ffd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18edb74d-148a-41cb-9c4b-187ca32af33d HTTP/1.1" status: 204 len: 168 time: 3.3279006 May 25 14:56:19.406588 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] For port 87c44837-ccf3-4868-877b-9f9e629d3222, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:19.431064 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] For port 87c44837-ccf3-4868-877b-9f9e629d3222, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=87c44837-ccf3-4868-877b-9f9e629d3222,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:19.449260 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Allocated IP 172.27.0.159 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/f97230f3-d91f-4254-8acd-df356612913c) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:19.519123 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.529671 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-d04705aa-65ef-4151-aa86-c959686835d8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/quotas/acd27057280d4bdda5b9a689a1e399ff HTTP/1.1" status: 200 len: 375 time: 0.7469137 May 25 14:56:19.557550 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] For port 43f9a92b-426d-4a46-a051-0716365ee090, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:19.571937 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:19.572866 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] For port 43f9a92b-426d-4a46-a051-0716365ee090, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=43f9a92b-426d-4a46-a051-0716365ee090,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:19.582724 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (43f9a92b-426d-4a46-a051-0716365ee090), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.824835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba271db-1130-4335-a891-be6c04b53ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edb74d-148a-41cb-9c4b-187ca32af33d,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:19.899769 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c15-f0cd-4bdd-a92c-560c4eddaefc admin admin] Publish callbacks [] for security_group (2bf4353b-cb4c-4204-a9b6-3289440f2a07), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.899995 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-6bf81cf3-1999-43ab-8f2e-09e7d1d5459e None None] Provisioning complete for port 43f9a92b-426d-4a46-a051-0716365ee090 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:19.899995 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-6bf81cf3-1999-43ab-8f2e-09e7d1d5459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (43f9a92b-426d-4a46-a051-0716365ee090), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:19.975047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c15-f0cd-4bdd-a92c-560c4eddaefc admin admin] Publish callbacks [] for security_group (2bf4353b-cb4c-4204-a9b6-3289440f2a07), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.009013 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 268a0680-d87a-4c6d-bc22-0e506b66baf9 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:20.009918 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.125945 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:20.127701 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:20.141557 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c15-f0cd-4bdd-a92c-560c4eddaefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2bf4353b-cb4c-4204-a9b6-3289440f2a07), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.144473 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c15-f0cd-4bdd-a92c-560c4eddaefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.166484 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4fe59c15-f0cd-4bdd-a92c-560c4eddaefc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2bf4353b-cb4c-4204-a9b6-3289440f2a07 HTTP/1.1" status: 204 len: 168 time: 1.1578052 May 25 14:56:20.193605 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.208000 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 268a0680-d87a-4c6d-bc22-0e506b66baf9, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=268a0680-d87a-4c6d-bc22-0e506b66baf9,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:20.233425 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:20.259889 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-2d7999f5-70c5-4720-92bc-b7474110674e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6379430 May 25 14:56:20.270300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:20.284595 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for port (f97230f3-d91f-4254-8acd-df356612913c), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.305055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.365939 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9bf030c6-7612-4d23-ae4c-927b416b6904 req-24460ba9-ca23-4497-8f62-84ece5f6cb1a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.2840643 May 25 14:56:20.367155 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:20.375550 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (f97230f3-d91f-4254-8acd-df356612913c), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:20.386076 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:20.387359 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:20.395612 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab98eb-1ac9-49a5-a6ad-134f1191a694 None None] Pushing event updated for resources: {'Port': ['ID=87c44837-ccf3-4868-877b-9f9e629d3222,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:20.416115 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Allocated IP 172.20.0.5 (e191e023-56ce-41de-ba59-dd3f0b56465f/ea4124e0-6604-477d-b5d4-5d2bc77e8b8f/f1103ce0-8308-4eee-ba41-b299b65a288b) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:20.482770 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc4a88-e6fe-4e03-9274-ed12bd4235b1 None None] Pushing event updated for resources: {'Port': ['ID=43f9a92b-426d-4a46-a051-0716365ee090,revision_number=4']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:20.556804 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe59c15-f0cd-4bdd-a92c-560c4eddaefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf4353b-cb4c-4204-a9b6-3289440f2a07,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:20.593139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'Port': ['ID=f97230f3-d91f-4254-8acd-df356612913c,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:20.661638 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:20.670101 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:20.679106 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:20.712573 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b6a46d2a-03b0-4537-b3aa-184e4ce3025d up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:20.812413 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:20.839607 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49058) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:21.020399 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f6407d7b-07c2-4b05-a4c8-256d6c56f0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.032475 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-6bf81cf3-1999-43ab-8f2e-09e7d1d5459e None None] Current status of the port 43f9a92b-426d-4a46-a051-0716365ee090 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:21.035429 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-6bf81cf3-1999-43ab-8f2e-09e7d1d5459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (43f9a92b-426d-4a46-a051-0716365ee090), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.155665 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks [] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.161233 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=268a0680-d87a-4c6d-bc22-0e506b66baf9,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:21.213643 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (cda4f375-673d-40aa-9ab5-330907009d61), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.242601 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:21.261895 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:21.329526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.338348 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port b6a46d2a-03b0-4537-b3aa-184e4ce3025d triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:21.341132 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.364425 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:21.415117 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f97230f3-d91f-4254-8acd-df356612913c), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.621812 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:19Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:21.728240 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3c479a-cea7-4add-a79b-26d3b4e83eeb None None] The sync data for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi is: [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:19Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:56:21.754354 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Pushing event updated for resources: {'Port': ['ID=6650212f-8b74-4f9c-b0f1-ac81d2c81679,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:21.843850 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fbb1aada-5da7-4361-a160-73c01b7ec8c7 req-7ea43c0b-0aeb-4ad8-b04c-af880f984649 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.1704381 May 25 14:56:21.933966 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-6bf81cf3-1999-43ab-8f2e-09e7d1d5459e None None] For port 43f9a92b-426d-4a46-a051-0716365ee090, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=43f9a92b-426d-4a46-a051-0716365ee090,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:21.979032 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-6bf81cf3-1999-43ab-8f2e-09e7d1d5459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (43f9a92b-426d-4a46-a051-0716365ee090), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.983476 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (def72cc1-1b72-4d9e-90dc-a83975be665a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:21.986149 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=10 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:22.339593 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf81cf3-1999-43ab-8f2e-09e7d1d5459e None None] Pushing event updated for resources: {'Port': ['ID=43f9a92b-426d-4a46-a051-0716365ee090,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:22.387412 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks [] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.388829 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for port (f97230f3-d91f-4254-8acd-df356612913c), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.401922 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (f97230f3-d91f-4254-8acd-df356612913c), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.461543 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-0c656741-44df-4083-bec0-f95155714148 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:56:22.467438 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-0c656741-44df-4083-bec0-f95155714148 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6476407 May 25 14:56:22.492824 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Provisioning complete for port 87c44837-ccf3-4868-877b-9f9e629d3222 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:22.494074 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.513960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f6407d7b-07c2-4b05-a4c8-256d6c56f0d4 admin admin] Publish callbacks [] for security_group (40fe406c-2019-4789-9b8e-9fd4d2aef4f0), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.594518 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f6407d7b-07c2-4b05-a4c8-256d6c56f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (40fe406c-2019-4789-9b8e-9fd4d2aef4f0), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.620367 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'Port': ['ID=f97230f3-d91f-4254-8acd-df356612913c,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:22.826408 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (cda4f375-673d-40aa-9ab5-330907009d61), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.857624 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:22.862082 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-17d909b4-a9f8-4290-ad4b-a081be6dfb61 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9519596 May 25 14:56:22.956812 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:23.033100 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49112) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:23.053943 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f6407d7b-07c2-4b05-a4c8-256d6c56f0d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bde86e084d2a4e0caf9ac518a477ad09&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1702371 May 25 14:56:23.081393 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6407d7b-07c2-4b05-a4c8-256d6c56f0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe406c-2019-4789-9b8e-9fd4d2aef4f0,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:23.138249 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.191935 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port b6a46d2a-03b0-4537-b3aa-184e4ce3025d is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:23.192349 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.256385 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port b6a46d2a-03b0-4537-b3aa-184e4ce3025d, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:23.279846 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.350365 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29d072-2ad1-4a5c-8b32-2e912e661e7a req-e17b6927-6498-4154-a463-a6e91c3bfe43 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:23.375300 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5b29d072-2ad1-4a5c-8b32-2e912e661e7a req-e17b6927-6498-4154-a463-a6e91c3bfe43 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 931 time: 0.3025815 May 25 14:56:23.378414 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:19Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:23.380847 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Current status of the port 87c44837-ccf3-4868-877b-9f9e629d3222 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:23.381515 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.404104 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab067344-6336-4e80-8746-46df9cc70240 admin admin] Publish callbacks [] for security_group (40fe406c-2019-4789-9b8e-9fd4d2aef4f0), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.512994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722db0-c5f2-4705-b1fc-1a2d3919aa82 None None] The sync data for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi is: [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:19Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:56:23.527453 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:23.597076 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Pushing event updated for resources: {'Port': ['ID=f1103ce0-8308-4eee-ba41-b299b65a288b,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:23.605267 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab067344-6336-4e80-8746-46df9cc70240 admin admin] Publish callbacks [] for security_group (40fe406c-2019-4789-9b8e-9fd4d2aef4f0), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.605703 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:23.664320 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] For port 87c44837-ccf3-4868-877b-9f9e629d3222, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=87c44837-ccf3-4868-877b-9f9e629d3222,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:23.679661 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.682571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Network e191e023-56ce-41de-ba59-dd3f0b56465f is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:23.690795 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:23.709533 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:23.783999 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 43f9a92b-426d-4a46-a051-0716365ee090 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:23.844835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:23.876082 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:23.888749 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5b29d072-2ad1-4a5c-8b32-2e912e661e7a req-180473ef-6948-49b4-be67-ad55d048fd95 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823151 May 25 14:56:23.991318 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab067344-6336-4e80-8746-46df9cc70240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (40fe406c-2019-4789-9b8e-9fd4d2aef4f0), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:23.997548 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Provisioning complete for port 43f9a92b-426d-4a46-a051-0716365ee090 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:23.999898 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (43f9a92b-426d-4a46-a051-0716365ee090), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:24.002911 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-994c847e-a45a-4612-aa2b-1b960e74429a service neutron] 10.222.0.78 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5061111 May 25 14:56:24.006814 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab067344-6336-4e80-8746-46df9cc70240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:24.013068 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ab067344-6336-4e80-8746-46df9cc70240 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40fe406c-2019-4789-9b8e-9fd4d2aef4f0 HTTP/1.1" status: 204 len: 168 time: 0.9783614 May 25 14:56:24.058402 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab067344-6336-4e80-8746-46df9cc70240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe406c-2019-4789-9b8e-9fd4d2aef4f0,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:24.180609 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 43f9a92b-426d-4a46-a051-0716365ee090 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:24.181173 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (43f9a92b-426d-4a46-a051-0716365ee090), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:24.242881 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:24.292077 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:24.311125 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-9d6e047d-4aac-4e71-9a36-26bbc140ace2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1022215925&fields=id&tenant_id=2395f31fad3645c19096d648c521bf31 HTTP/1.1" status: 200 len: 267 time: 0.1332996 May 25 14:56:24.339200 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Pushing event updated for resources: {'Port': ['ID=87c44837-ccf3-4868-877b-9f9e629d3222,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:24.349807 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:24.351699 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:24.507493 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 43f9a92b-426d-4a46-a051-0716365ee090 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:24.509191 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 268a0680-d87a-4c6d-bc22-0e506b66baf9 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:24.592831 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-6abdfb2b-c914-4831-b563-4ce6ac19ad33 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:24.595452 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-6abdfb2b-c914-4831-b563-4ce6ac19ad33 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 809 time: 0.2750375 May 25 14:56:24.628026 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-a02e1269-2e47-4336-b163-23c7fce6879d tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/quotas/2395f31fad3645c19096d648c521bf31 HTTP/1.1" status: 200 len: 375 time: 0.0239229 May 25 14:56:24.695456 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-f142c2b5-96c9-4f4b-ab79-4d0e26a4d895 None None] Current status of the port 43f9a92b-426d-4a46-a051-0716365ee090 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:24.715735 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-57af1141-f531-4cc0-8ccd-20dd6b25af80 service neutron] 10.222.0.78 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022121 May 25 14:56:24.717071 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 268a0680-d87a-4c6d-bc22-0e506b66baf9 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:24.717650 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:24.863268 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-577a9ccc-575a-480c-9c81-15507a1b1815 None None] Provisioning complete for port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:24.863488 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-577a9ccc-575a-480c-9c81-15507a1b1815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:24.892800 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-579e2cf6-3df5-4ed3-90a6-2160504d8a74 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.3452621 May 25 14:56:24.901730 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-396691cf-2755-4a85-a49d-ce7d1900ae06 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2678173 May 25 14:56:24.958710 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-869f5e31-c16e-4f1c-bb28-8b9acd179390 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 14:56:24.961054 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-869f5e31-c16e-4f1c-bb28-8b9acd179390 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0486653 May 25 14:56:25.072480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:56:25.183075 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 268a0680-d87a-4c6d-bc22-0e506b66baf9 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:25.213274 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-577a9ccc-575a-480c-9c81-15507a1b1815 None None] Port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:25.350747 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-375fb524-b3f1-49d4-b637-c325a9646377 service neutron] 10.222.0.78 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703201 May 25 14:56:25.499117 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:25.503230 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:56:25.527734 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:56:25.545173 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b916248b-8792-466c-a0a3-0624015769a1 admin admin] 10.222.0.78 "PUT /v2.0/routers/def72cc1-1b72-4d9e-90dc-a83975be665a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6987274 May 25 14:56:25.551326 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:25.552069 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:25.857731 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-73f951b0-e8d8-4843-a7bc-3b0426be156a service neutron] 10.222.0.78 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968574 May 25 14:56:25.908574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9ffd4-0025-4854-9e2a-31e1b64cbd1c req-67650a6a-2405-4341-851d-2a710d14645d tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:25.921198 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ccf9ffd4-0025-4854-9e2a-31e1b64cbd1c req-67650a6a-2405-4341-851d-2a710d14645d tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 931 time: 0.4073923 May 25 14:56:26.187746 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:26.210253 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 87c44837-ccf3-4868-877b-9f9e629d3222 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:26.485721 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d69351ca-26f0-48dc-8155-21afe3cc1686 req-92338a5d-b9d0-4e20-9b8b-ba358d420a2e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 210 time: 0.1059752 May 25 14:56:26.492644 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49236) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:26.535527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:26.546270 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 87c44837-ccf3-4868-877b-9f9e629d3222 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:26.547813 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:26.595330 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:26.611992 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ccf9ffd4-0025-4854-9e2a-31e1b64cbd1c req-49b11a7e-f5e1-4332-a2c9-4b916b27b6bf tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6831932 May 25 14:56:26.683011 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2a383d3a-56ce-44f5-950b-8395d5ba9109 req-a402e2eb-a7e0-4e6a-97ec-bef89c69d52c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 210 time: 0.0523090 May 25 14:56:26.948362 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Request body: {'port': {'device_id': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:27.045805 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2f19ea1b-1baa-4270-9348-811428d81f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:27.237841 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2f19ea1b-1baa-4270-9348-811428d81f91 admin admin] Publish callbacks [] for security_group (9cab3d4e-57ea-4e01-a3c4-40de9fccbced), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:27.244815 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2f19ea1b-1baa-4270-9348-811428d81f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9cab3d4e-57ea-4e01-a3c4-40de9fccbced), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:27.282218 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:27.346225 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 87c44837-ccf3-4868-877b-9f9e629d3222 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:27.376917 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b6a46d2a-03b0-4537-b3aa-184e4ce3025d up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:27.443767 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-2f19ea1b-1baa-4270-9348-811428d81f91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b634466941414d0f8b36d0c3f1af329d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9499629 May 25 14:56:27.454397 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49270) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:27.532626 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49278) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:27.560409 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:27.631575 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19ea1b-1baa-4270-9348-811428d81f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cab3d4e-57ea-4e01-a3c4-40de9fccbced,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:27.819920 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port b6a46d2a-03b0-4537-b3aa-184e4ce3025d triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:27.820477 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:27.897157 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dc52b1c7-f92a-402a-aafd-0bc938c443ee admin admin] Publish callbacks [] for security_group (9cab3d4e-57ea-4e01-a3c4-40de9fccbced), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:27.959189 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dc52b1c7-f92a-402a-aafd-0bc938c443ee admin admin] Publish callbacks [] for security_group (9cab3d4e-57ea-4e01-a3c4-40de9fccbced), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.019979 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 2, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:28.172446 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:56:28.174087 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Updating router def72cc1-1b72-4d9e-90dc-a83975be665a port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:56:28.182990 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49296) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:28.194412 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-5d52ae3c-b71f-4a72-b944-69b549c038a5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:28.204127 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-b197307b-4a93-41d6-af0d-3978abfa4a2f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056518899', 'description': 'tempest-description--1151378616'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:28.205672 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-5d52ae3c-b71f-4a72-b944-69b549c038a5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 819 time: 0.6850972 May 25 14:56:28.245562 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-cb31e291-33ce-45f0-88e7-b6e622c036f9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/quotas/acd27057280d4bdda5b9a689a1e399ff HTTP/1.1" status: 200 len: 375 time: 0.0384555 May 25 14:56:28.334306 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.334511 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:28.355548 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-f8306c5e-29f9-4b53-bafe-ec0a04a445c7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083148 May 25 14:56:28.363974 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b197307b-4a93-41d6-af0d-3978abfa4a2f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.366881 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port b6a46d2a-03b0-4537-b3aa-184e4ce3025d is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:28.499497 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:28.542158 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1103ce0-8308-4eee-ba41-b299b65a288b {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:28.556921 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Publish callbacks [] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.563112 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-8f67485e-35c7-4877-ad42-a82f045a04ef service neutron] 10.222.0.78 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058260 May 25 14:56:28.590961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Transition to ACTIVE for port object f1103ce0-8308-4eee-ba41-b299b65a288b will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:56:28.596375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0567e463-f05e-405a-ae1e-7ddca83114a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.596609 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dc52b1c7-f92a-402a-aafd-0bc938c443ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9cab3d4e-57ea-4e01-a3c4-40de9fccbced), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.599765 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dc52b1c7-f92a-402a-aafd-0bc938c443ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.609542 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-dc52b1c7-f92a-402a-aafd-0bc938c443ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9cab3d4e-57ea-4e01-a3c4-40de9fccbced HTTP/1.1" status: 204 len: 168 time: 1.1503243 May 25 14:56:28.648057 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.668018 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b1c7-f92a-402a-aafd-0bc938c443ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cab3d4e-57ea-4e01-a3c4-40de9fccbced,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:28.796852 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Pushing event updated for resources: {'Port': ['ID=f1103ce0-8308-4eee-ba41-b299b65a288b,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:28.837111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b197307b-4a93-41d6-af0d-3978abfa4a2f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (92862d7e-a7aa-4cab-8f4a-e194b5560832), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:28.845147 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-8baa93db-55cf-406f-856e-c6bca676c867 service neutron] 10.222.0.78 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811172 May 25 14:56:28.856646 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b91a-8a1c-48e9-9dc5-003ed2728c67 req-f7ef5268-2b7c-45e6-a35d-2aed325c8ff5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:28.858784 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b3e4b91a-8a1c-48e9-9dc5-003ed2728c67 req-f7ef5268-2b7c-45e6-a35d-2aed325c8ff5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 931 time: 0.5056188 May 25 14:56:28.886048 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b197307b-4a93-41d6-af0d-3978abfa4a2f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (92862d7e-a7aa-4cab-8f4a-e194b5560832), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.053288 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:29.071025 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b197307b-4a93-41d6-af0d-3978abfa4a2f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.075468 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b197307b-4a93-41d6-af0d-3978abfa4a2f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8884873 May 25 14:56:29.075848 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49310) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:29.081512 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-4eb6d3b2-aeb9-423a-9918-f89bce1b2969 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': '92862d7e-a7aa-4cab-8f4a-e194b5560832', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:29.113580 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:29.147331 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d3b2-aeb9-423a-9918-f89bce1b2969 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (f5587aa2-ed31-4d95-99f5-98b89dce081f), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.150554 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197307b-4a93-41d6-af0d-3978abfa4a2f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92862d7e-a7aa-4cab-8f4a-e194b5560832,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:29.187655 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Publish callbacks [] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.218675 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.297362 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b3e4b91a-8a1c-48e9-9dc5-003ed2728c67 req-c01830d0-652e-4d70-9e3b-146c5c8d6c58 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155548 May 25 14:56:29.312507 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.72', 50378) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:29.389618 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Attempting to bind port f1103ce0-8308-4eee-ba41-b299b65a288b on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:29.389975 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Attempting to bind port f1103ce0-8308-4eee-ba41-b299b65a288b by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '50c3f53e-0096-4ba1-93be-202153180c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:29.390424 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Attempting to bind port f1103ce0-8308-4eee-ba41-b299b65a288b on network e191e023-56ce-41de-ba59-dd3f0b56465f {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:29.391594 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:29.443247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Port f1103ce0-8308-4eee-ba41-b299b65a288b on network e191e023-56ce-41de-ba59-dd3f0b56465f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:56:29.444020 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Attempting to bind port f1103ce0-8308-4eee-ba41-b299b65a288b on network e191e023-56ce-41de-ba59-dd3f0b56465f {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:29.529965 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e294b8-eae8-44f5-ae83-9f2611057bcd None None] Pushing event updated for resources: {'Port': ['ID=6650212f-8b74-4f9c-b0f1-ac81d2c81679,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:29.532834 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:29.533271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Checking segment: {'id': '50c3f53e-0096-4ba1-93be-202153180c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:29.535640 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Bound using segment: {'id': '50c3f53e-0096-4ba1-93be-202153180c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:29.537079 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Bound port: f1103ce0-8308-4eee-ba41-b299b65a288b, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c3f53e-0096-4ba1-93be-202153180c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:29.537557 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.650751 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0567e463-f05e-405a-ae1e-7ddca83114a7 admin admin] Publish callbacks [] for security_group (7531bad1-db9f-4785-9595-2881eda64a5b), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.691923 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0567e463-f05e-405a-ae1e-7ddca83114a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7531bad1-db9f-4785-9595-2881eda64a5b), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.707641 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d3b2-aeb9-423a-9918-f89bce1b2969 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (f5587aa2-ed31-4d95-99f5-98b89dce081f), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.709187 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Attempting to bind port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:29.712537 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Attempting to bind port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:29.714777 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Attempting to bind port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:29.716678 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bcac4b1a-3a16-46a2-a3d9-ae18f85909fc req-4005dea0-aed3-4f2b-a14d-ad50e52caa37 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 210 time: 0.4280462 May 25 14:56:29.732386 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d3b2-aeb9-423a-9918-f89bce1b2969 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (f5587aa2-ed31-4d95-99f5-98b89dce081f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.771003 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f283a6d7-6775-4daf-b70f-80cf446fe726 req-2cb00704-38d0-4a3e-9b1a-18c82ee02482 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 210 time: 0.3021030 May 25 14:56:29.788750 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567e463-f05e-405a-ae1e-7ddca83114a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7531bad1-db9f-4785-9595-2881eda64a5b,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:29.823579 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:29.823996 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Checking segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:29.824525 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.824975 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Bound using segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:29.825755 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Bound port: 6650212f-8b74-4f9c-b0f1-ac81d2c81679, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:29.826100 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:29.988319 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0567e463-f05e-405a-ae1e-7ddca83114a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5fbc0fd1768644eab3fcabc81eed84f6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4536827 May 25 14:56:30.001581 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49330) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:30.063653 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-98e38866-d330-4cb6-a808-10cb22ad7cd9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:30.064433 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49332) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:30.067627 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-98e38866-d330-4cb6-a808-10cb22ad7cd9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 819 time: 0.5759199 May 25 14:56:30.079344 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6d3b2-aeb9-423a-9918-f89bce1b2969 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5587aa2-ed31-4d95-99f5-98b89dce081f,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:30.097443 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d3b2-aeb9-423a-9918-f89bce1b2969 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.105674 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4eb6d3b2-aeb9-423a-9918-f89bce1b2969 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0284438 May 25 14:56:30.110216 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49336) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:30.117469 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-7a43e8b4-a446-4e32-a129-2a236e030655 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': '92862d7e-a7aa-4cab-8f4a-e194b5560832', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:30.121720 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a6435d4b-e7e9-4665-ae0d-2fb709e7f952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.138636 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] For port 6650212f-8b74-4f9c-b0f1-ac81d2c81679, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:30.142899 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] For port f1103ce0-8308-4eee-ba41-b299b65a288b, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:30.189357 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] For port 6650212f-8b74-4f9c-b0f1-ac81d2c81679, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=6650212f-8b74-4f9c-b0f1-ac81d2c81679,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:30.205351 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] For port f1103ce0-8308-4eee-ba41-b299b65a288b, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f1103ce0-8308-4eee-ba41-b299b65a288b,segment=NetworkSegment(50c3f53e-0096-4ba1-93be-202153180c52),segment_id=50c3f53e-0096-4ba1-93be-202153180c52)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:30.217049 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-2f9450d4-56b0-402c-a50d-2254c43dafc7 None None] Provisioning complete for port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:30.217850 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2f9450d4-56b0-402c-a50d-2254c43dafc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.255227 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.267181 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.269175 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7a43e8b4-a446-4e32-a129-2a236e030655 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (8f92c80f-d050-4dcb-8514-26eef0dee89f), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.270129 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e26a8572-0784-49b5-a43f-5a94fafa2d3d admin admin] Publish callbacks [] for security_group (7531bad1-db9f-4785-9595-2881eda64a5b), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.388210 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e294b8-eae8-44f5-ae83-9f2611057bcd None None] Pushing event updated for resources: {'Port': ['ID=6650212f-8b74-4f9c-b0f1-ac81d2c81679,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:30.398003 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-2f9450d4-56b0-402c-a50d-2254c43dafc7 None None] Port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:30.408461 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:56:30.409764 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:30.445636 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'port': {'device_id': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'admin_state_up': True, 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:30.568078 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e26a8572-0784-49b5-a43f-5a94fafa2d3d admin admin] Publish callbacks [] for security_group (7531bad1-db9f-4785-9595-2881eda64a5b), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.622196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:30.622196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.622196 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] 10.222.0.72 "PUT /v2.0/ports/f1103ce0-8308-4eee-ba41-b299b65a288b HTTP/1.1" status: 200 len: 1093 time: 4.1456380 May 25 14:56:30.628214 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'tag': 'f1103ce0-8308-4eee-ba41-b299b65a288b'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:30.829394 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7a43e8b4-a446-4e32-a129-2a236e030655 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (8f92c80f-d050-4dcb-8514-26eef0dee89f), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.834136 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Made reservation on behalf of acd27057280d4bdda5b9a689a1e399ff for: {'port': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:30.851885 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.879286 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:56:30.893076 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7a43e8b4-a446-4e32-a129-2a236e030655 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (8f92c80f-d050-4dcb-8514-26eef0dee89f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.953024 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7a43e8b4-a446-4e32-a129-2a236e030655 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:30.955543 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-7a43e8b4-a446-4e32-a129-2a236e030655 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8435645 May 25 14:56:30.963551 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49362) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:30.973100 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:30.996080 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.72', 50381) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:31.002604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43e8b4-a446-4e32-a129-2a236e030655 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92c80f-d050-4dcb-8514-26eef0dee89f,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:31.006172 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:31.082593 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a6435d4b-e7e9-4665-ae0d-2fb709e7f952 admin admin] Publish callbacks [] for security_group (987289ab-655e-4ce6-90ca-4479b4bc334a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.097947 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-00d44867-022b-45d0-a089-6955b2354796 None None] Provisioning complete for port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:31.098970 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-00d44867-022b-45d0-a089-6955b2354796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.119148 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d1ccc-a93d-449d-98f4-af2526134466 service neutron] Pushing event updated for resources: {'Port': ['ID=f1103ce0-8308-4eee-ba41-b299b65a288b,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:31.139607 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a6435d4b-e7e9-4665-ae0d-2fb709e7f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (987289ab-655e-4ce6-90ca-4479b4bc334a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.190295 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb472-1244-4ba4-a31b-ea720cca5341 req-51f056ec-155f-4a14-a8fd-2a13f64e280a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:31.203014 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-57492f83-030e-4d3a-bfea-e6fae0e0d9ad req-572ac546-8004-4675-b7f2-faead06ec337 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 210 time: 0.2017934 May 25 14:56:31.213863 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-92ebb472-1244-4ba4-a31b-ea720cca5341 req-51f056ec-155f-4a14-a8fd-2a13f64e280a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 943 time: 0.6196275 May 25 14:56:31.237886 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:31.262951 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7714a-4a47-429e-b565-78b01e0f66d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f7ac9b-d086-4fd8-ad74-1389a710a8b9", "tag": "f1103ce0-8308-4eee-ba41-b299b65a288b"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:31.288814 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-00d44867-022b-45d0-a089-6955b2354796 None None] Current status of the port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:31.289205 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-00d44867-022b-45d0-a089-6955b2354796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.310550 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:31.454162 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a6435d4b-e7e9-4665-ae0d-2fb709e7f952 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=806c800509b340a0b4768da6251fb7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3865299 May 25 14:56:31.545247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49370) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:31.606983 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=11 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:31.622402 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:30Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:56:31.636538 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:31.641472 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-00d44867-022b-45d0-a089-6955b2354796 None None] For port 6650212f-8b74-4f9c-b0f1-ac81d2c81679, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=6650212f-8b74-4f9c-b0f1-ac81d2c81679,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:31.678825 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e26a8572-0784-49b5-a43f-5a94fafa2d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7531bad1-db9f-4785-9595-2881eda64a5b), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.684984 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e26a8572-0784-49b5-a43f-5a94fafa2d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.695032 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e26a8572-0784-49b5-a43f-5a94fafa2d3d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7531bad1-db9f-4785-9595-2881eda64a5b HTTP/1.1" status: 204 len: 168 time: 1.6918652 May 25 14:56:31.733165 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:31.745707 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dcda6a-05cd-4cdd-bfbb-0b6ffd1ee937 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:30Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:56:31.747743 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6435d4b-e7e9-4665-ae0d-2fb709e7f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987289ab-655e-4ce6-90ca-4479b4bc334a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:31.761375 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-00d44867-022b-45d0-a089-6955b2354796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.863617 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:31.909270 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:31.925331 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-0e2982e5-34d2-408a-9250-91de4e5d8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:31.927367 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-0e2982e5-34d2-408a-9250-91de4e5d8488 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3fab2e6427d486bb1744239b759c415&device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 1127 time: 0.7620111 May 25 14:56:31.968430 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a8572-0784-49b5-a43f-5a94fafa2d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7531bad1-db9f-4785-9595-2881eda64a5b,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:31.970876 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d44867-022b-45d0-a089-6955b2354796 None None] Pushing event updated for resources: {'Port': ['ID=6650212f-8b74-4f9c-b0f1-ac81d2c81679,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:32.185750 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-92ebb472-1244-4ba4-a31b-ea720cca5341 req-c673002e-8961-4a77-aa41-eb9922399487 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9704297 May 25 14:56:32.210712 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fb6aac1f-2339-4455-9da4-bf1b80a47420 req-0a9610de-f681-4bc6-bdce-85ec0d5573e0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 210 time: 0.4184129 May 25 14:56:32.281830 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-7cf87937-7289-4a82-853d-f30e149de38c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1103ce0-8308-4eee-ba41-b299b65a288b HTTP/1.1" status: 200 len: 217 time: 0.2464554 May 25 14:56:32.315038 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b91f-a13e-4be8-9d1a-958f27ecd5cc admin admin] Publish callbacks [] for security_group (987289ab-655e-4ce6-90ca-4479b4bc334a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.378528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:32.394202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b91f-a13e-4be8-9d1a-958f27ecd5cc admin admin] Publish callbacks [] for security_group (987289ab-655e-4ce6-90ca-4479b4bc334a), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.516419 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ba41ce3b-d998-4e16-b801-75d8e3afc2f7 req-0cf4b69c-6a74-4237-9367-1b6ade9ea55e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 210 time: 0.1235504 May 25 14:56:32.519341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b91f-a13e-4be8-9d1a-958f27ecd5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (987289ab-655e-4ce6-90ca-4479b4bc334a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.526888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b91f-a13e-4be8-9d1a-958f27ecd5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.535000 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b3d4b91f-a13e-4be8-9d1a-958f27ecd5cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/987289ab-655e-4ce6-90ca-4479b4bc334a HTTP/1.1" status: 204 len: 168 time: 0.9256356 May 25 14:56:32.593880 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49412) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:32.619697 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b91f-a13e-4be8-9d1a-958f27ecd5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987289ab-655e-4ce6-90ca-4479b4bc334a,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:32.645001 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c449e52e-a8ff-4a36-aab5-65ada8d5daff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.663536 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Allocated IP 172.20.0.8 (e385260d-6c1a-4502-b416-70a643ca9f7a/a7ced567-2428-42c0-b789-74ed33f08cd7/21ecf2eb-2386-4559-afdf-cee34a7a8d0c) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:32.669595 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 6650212f-8b74-4f9c-b0f1-ac81d2c81679 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:32.724778 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-e29b0cc4-2b59-4925-aafb-b1e5e1e651e6 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:32.726998 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-e29b0cc4-2b59-4925-aafb-b1e5e1e651e6 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 809 time: 1.5230951 May 25 14:56:32.767414 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.805594 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c449e52e-a8ff-4a36-aab5-65ada8d5daff admin admin] Publish callbacks [] for security_group (e2c33fa0-f4bb-4017-b0be-8722eecdf009), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.808765 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaff685a-c6b4-4406-be83-b28ed50ff86f x-openstack-request-id: req-aaff685a-c6b4-4406-be83-b28ed50ff86f {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:32.809492 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f7ac9b-d086-4fd8-ad74-1389a710a8b9", "tag": "f1103ce0-8308-4eee-ba41-b299b65a288b", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:32.810091 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aaff685a-c6b4-4406-be83-b28ed50ff86f {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:32.810917 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaff685a-c6b4-4406-be83-b28ed50ff86f'] response: {'name': 'network-changed', 'server_uuid': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'tag': 'f1103ce0-8308-4eee-ba41-b299b65a288b', 'status': 'completed', 'code': 200} May 25 14:56:32.812866 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c449e52e-a8ff-4a36-aab5-65ada8d5daff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e2c33fa0-f4bb-4017-b0be-8722eecdf009), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.831433 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:32.831825 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:32.852466 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449e52e-a8ff-4a36-aab5-65ada8d5daff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c33fa0-f4bb-4017-b0be-8722eecdf009,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:32.955430 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-c449e52e-a8ff-4a36-aab5-65ada8d5daff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0283df17437544bbb5b3452480958c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589933 May 25 14:56:32.960677 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49422) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:33.029982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-850e7526-ae28-473d-9a2a-7e0aab0348ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:33.031194 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-850e7526-ae28-473d-9a2a-7e0aab0348ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4124e0-6604-477d-b5d4-5d2bc77e8b8f HTTP/1.1" status: 200 len: 851 time: 0.1615410 May 25 14:56:33.091514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.27.0.24 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/2e413f52-09b1-4268-8654-9c7e4193b020) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:33.156492 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.72', 50385) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:33.157300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-795abf10-845d-4218-9030-00af8706cf6f admin admin] Publish callbacks [] for security_group (e2c33fa0-f4bb-4017-b0be-8722eecdf009), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:33.262749 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-d775fbed-6035-4e6d-b657-b471945c8554 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e191e023-56ce-41de-ba59-dd3f0b56465f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2088077 May 25 14:56:33.270788 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-795abf10-845d-4218-9030-00af8706cf6f admin admin] Publish callbacks [] for security_group (e2c33fa0-f4bb-4017-b0be-8722eecdf009), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:33.495192 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:33.650136 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b635ef-d523-4c41-bf2a-44252e0166aa req-734e16b9-c513-4c8b-9e9e-077b6e6ebf16 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:33.658611 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-87b635ef-d523-4c41-bf2a-44252e0166aa req-734e16b9-c513-4c8b-9e9e-077b6e6ebf16 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 943 time: 0.2445908 May 25 14:56:33.682607 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (2e413f52-09b1-4268-8654-9c7e4193b020), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:33.726290 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-d50c5aca-acfc-4268-ae50-0701394313f4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2395f31fad3645c19096d648c521bf31 HTTP/1.1" status: 200 len: 380 time: 0.4031940 May 25 14:56:33.733547 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:33.745887 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'port': {'device_id': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'admin_state_up': True, 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'security_groups': ['536bb3ac-a927-49fd-9468-300bca51191a']}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:33.787018 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-795abf10-845d-4218-9030-00af8706cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e2c33fa0-f4bb-4017-b0be-8722eecdf009), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:33.789865 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-795abf10-845d-4218-9030-00af8706cf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:33.791246 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-795abf10-845d-4218-9030-00af8706cf6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e2c33fa0-f4bb-4017-b0be-8722eecdf009 HTTP/1.1" status: 204 len: 168 time: 0.8300335 May 25 14:56:33.876124 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7637b441-0de0-4e6d-bc8a-bd69872480a4 req-0a6de9e6-27dc-4cd8-bc79-123bfc720279 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 210 time: 0.1770005 May 25 14:56:33.883140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795abf10-845d-4218-9030-00af8706cf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c33fa0-f4bb-4017-b0be-8722eecdf009,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:33.937729 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-87b635ef-d523-4c41-bf2a-44252e0166aa req-1a7f23d2-ca89-4504-b9a7-cbc466b1d3c2 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776051 May 25 14:56:33.958630 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:34.022407 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (2e413f52-09b1-4268-8654-9c7e4193b020), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:34.068796 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-11a86a06-a9d6-4c89-881b-8b15c0f8de2a service neutron] 10.222.0.72 "GET /v2.0/networks/e191e023-56ce-41de-ba59-dd3f0b56465f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626638 May 25 14:56:34.095272 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-0b48546f-a9b4-493f-a35c-163406c1feb8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:34.098524 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-0b48546f-a9b4-493f-a35c-163406c1feb8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 819 time: 0.8940239 May 25 14:56:34.160482 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'port': {'device_id': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'admin_state_up': True, 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:34.170713 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:34.187775 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3f6a32a1-1bde-4904-9c1a-21908f86cbcd req-b223abc0-acdf-46df-aa8c-94a1adde2364 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 210 time: 0.1402173 May 25 14:56:34.190735 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:34.233029 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:34.249680 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:34.250649 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:34.253838 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=2e413f52-09b1-4268-8654-9c7e4193b020,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:34.324463 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:34.328925 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:34.329922 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Made reservation on behalf of 2395f31fad3645c19096d648c521bf31 for: {'port': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:34.334240 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:34.529900 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9d12becc-7bed-470a-ae8c-f517f910e4aa req-5a4e246d-3bb5-4fd6-9664-f3775a59d125 service neutron] 10.222.0.72 "GET /v2.0/networks/e191e023-56ce-41de-ba59-dd3f0b56465f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275696 May 25 14:56:34.558831 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'Port': ['ID=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:34.576896 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Network e385260d-6c1a-4502-b416-70a643ca9f7a is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:34.582656 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Made reservation on behalf of acd27057280d4bdda5b9a689a1e399ff for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:34.586835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:34.643933 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:34.644202 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c2471a7a-3478-46cb-97b5-455ed283e40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:34.682915 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:34.855475 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:34.909553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Allocated IP 172.20.0.11 (e385260d-6c1a-4502-b416-70a643ca9f7a/a7ced567-2428-42c0-b789-74ed33f08cd7/9735042b-b98e-4620-bbc8-7f7da435ba26) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:34.992444 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:35.006186 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.137162 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3c11da43-aee9-43d0-b6db-f609620ac73e req-ddff2c47-4483-43d2-802a-08c349657cf6 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 210 time: 0.1203983 May 25 14:56:35.149056 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-047bba07-eb2d-4af5-b286-e782b90220da None None] Provisioning complete for port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:35.149463 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-047bba07-eb2d-4af5-b286-e782b90220da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.162294 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Allocated IP 172.20.0.12 (da3cdcb2-1ede-42ee-8e56-23a36c228a18/4aa804f0-ec7a-4a69-980a-d4c3cca959d9/17ca4119-5e7a-4061-9769-ec64b6238082) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:35.237947 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2e413f52-09b1-4268-8654-9c7e4193b020), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.278269 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-047bba07-eb2d-4af5-b286-e782b90220da None None] Port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:35.284260 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-71f71237-8d7e-4104-87e5-9c27780e526c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8508642 May 25 14:56:35.418433 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89b6f9-1a75-437c-a1a8-6afc380bf339 req-9b25a009-a0dd-4fcd-8576-19fcd5a0567e tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:35.425906 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ed89b6f9-1a75-437c-a1a8-6afc380bf339 req-9b25a009-a0dd-4fcd-8576-19fcd5a0567e tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 943 time: 0.2714498 May 25 14:56:35.474455 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-52423401-9c43-49c0-a64d-4fd241d1d07c req-ff96499e-cf09-4120-8975-ce61b9e49772 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 210 time: 0.0905056 May 25 14:56:35.542179 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ed89b6f9-1a75-437c-a1a8-6afc380bf339 req-84eb2d91-65a1-461f-9b19-1f8528618aba tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102006 May 25 14:56:35.545557 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:35.545765 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.590244 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:35.597093 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49512) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:35.607789 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.638079 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for port (17ca4119-5e7a-4061-9769-ec64b6238082), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.674863 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'Port': ['ID=9735042b-b98e-4620-bbc8-7f7da435ba26,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:35.695339 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Network e385260d-6c1a-4502-b416-70a643ca9f7a is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:35.697329 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:35.702236 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:35.737368 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.827097 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:35.828272 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:35.867874 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:35.870767 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-d8f32043-e4f2-49bf-a139-86d8754e2931 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7502797 May 25 14:56:35.878729 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:35.890053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:35.939551 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Request body: {'port': {'device_id': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:36.130888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:36.150774 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-1ff66864-c251-4fc6-9b13-980e109c0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:36.152385 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-1ff66864-c251-4fc6-9b13-980e109c0b92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3fab2e6427d486bb1744239b759c415&device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 1127 time: 0.2620847 May 25 14:56:36.172508 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.335156 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'Port': ['ID=17ca4119-5e7a-4061-9769-ec64b6238082,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:36.393693 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-f2b6f3f3-e5e0-417e-839f-1cf2dc75c620 None None] Provisioning complete for port 9735042b-b98e-4620-bbc8-7f7da435ba26 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:36.397890 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f2b6f3f3-e5e0-417e-839f-1cf2dc75c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.408745 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (2e413f52-09b1-4268-8654-9c7e4193b020), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.477922 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6f3f3-e5e0-417e-839f-1cf2dc75c620 None None] Port 9735042b-b98e-4620-bbc8-7f7da435ba26 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:36.496950 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Request body: {'port': {'device_id': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:36.576597 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:36.585712 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:36.588326 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.605445 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-6dcdcd7c-a1d1-49ee-99da-c84e225f70d7 None None] Provisioning complete for port 17ca4119-5e7a-4061-9769-ec64b6238082 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:36.607409 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-c81d6499-b9d8-478e-b364-0d007cd96a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:36.608857 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcd7c-a1d1-49ee-99da-c84e225f70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.610179 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-c81d6499-b9d8-478e-b364-0d007cd96a20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e191e023-56ce-41de-ba59-dd3f0b56465f HTTP/1.1" status: 200 len: 913 time: 0.4459007 May 25 14:56:36.650632 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (2e413f52-09b1-4268-8654-9c7e4193b020), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.706738 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e953-f524-4dfa-b9ab-3a99989fdfc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.714522 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-6dcdcd7c-a1d1-49ee-99da-c84e225f70d7 None None] Port 17ca4119-5e7a-4061-9769-ec64b6238082 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:36.734053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=2e413f52-09b1-4268-8654-9c7e4193b020,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:36.752622 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.798289 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-bf5c6c6d-489e-4fd8-b95f-067577bc4e85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1103ce0-8308-4eee-ba41-b299b65a288b HTTP/1.1" status: 200 len: 217 time: 0.1712248 May 25 14:56:36.827208 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-55f760a4-ce27-4c33-8c9a-7195fc8759d2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0904324 May 25 14:56:36.854901 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e51a9b-7038-4c2a-bdd2-852f1376b17a req-8d673cce-0e6f-4f27-98ef-905f3f2c4cec tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:36.857396 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-24e51a9b-7038-4c2a-bdd2-852f1376b17a req-8d673cce-0e6f-4f27-98ef-905f3f2c4cec tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 932 time: 0.5035889 May 25 14:56:36.863634 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Request body: {'port': {'device_id': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:36.866696 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:36.924070 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778b379-f3f3-4db5-8118-f048b2cd4c81 req-139b5d67-ecbb-4603-9e1a-25238de0b9f9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:36.931770 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5778b379-f3f3-4db5-8118-f048b2cd4c81 req-139b5d67-ecbb-4603-9e1a-25238de0b9f9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 932 time: 0.2798450 May 25 14:56:37.018982 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.021319 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0b51e4a7-a7a2-45f1-9c6f-ea01857dcc08 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0545292 May 25 14:56:37.156110 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-add39f7c-e892-4047-a2e9-d8643579aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:37.159037 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-add39f7c-e892-4047-a2e9-d8643579aa0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ea4124e0-6604-477d-b5d4-5d2bc77e8b8f HTTP/1.1" status: 200 len: 851 time: 0.3588057 May 25 14:56:37.229304 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.257609 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-08544d8e-8432-41f1-9b68-d286082c4a09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e191e023-56ce-41de-ba59-dd3f0b56465f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740347 May 25 14:56:37.296701 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-24e51a9b-7038-4c2a-bdd2-852f1376b17a req-dc018d2d-dac5-4158-b06a-5f7d3e88a975 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239590 May 25 14:56:37.394882 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:37.507841 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c04cbdb6-7d12-479d-8308-89954a5df098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.515548 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:37.586001 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5778b379-f3f3-4db5-8118-f048b2cd4c81 req-dd5776e5-0b6f-4fd5-b8a0-662f999ff446 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235354 May 25 14:56:37.631493 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-fbe977a2-afb1-4963-97c8-d6b50cd026a6 service neutron] 10.222.0.72 "GET /v2.0/networks/e191e023-56ce-41de-ba59-dd3f0b56465f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545136 May 25 14:56:37.680289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa634b-7b1d-4e41-a5a4-28dc2c2f7915 req-f581b1ba-5128-4d70-a814-f1fdad722485 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:37.681901 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8dfa634b-7b1d-4e41-a5a4-28dc2c2f7915 req-f581b1ba-5128-4d70-a814-f1fdad722485 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 943 time: 0.2359540 May 25 14:56:37.692558 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e953-f524-4dfa-b9ab-3a99989fdfc9 admin admin] Publish callbacks [] for security_group (85b7007c-6e93-43c8-8e52-a365ea7c5df1), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.739459 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e953-f524-4dfa-b9ab-3a99989fdfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (85b7007c-6e93-43c8-8e52-a365ea7c5df1), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.815639 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8dfa634b-7b1d-4e41-a5a4-28dc2c2f7915 req-f81358af-1b31-43fe-a2f0-a5708323cbb3 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764964 May 25 14:56:37.818429 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1e953-f524-4dfa-b9ab-3a99989fdfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b7007c-6e93-43c8-8e52-a365ea7c5df1,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:37.827703 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-fcc1e953-f524-4dfa-b9ab-3a99989fdfc9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c9b886ab2b54d9a9751f08adda65517&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2292025 May 25 14:56:37.834874 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49586) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:37.853212 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-c6ee6834-6569-46eb-b2eb-da40b8227247 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1056518899&fields=id&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 267 time: 0.1568770 May 25 14:56:37.889143 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ecf2eb-2386-4559-afdf-cee34a7a8d0c {{(pid=110349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:37.889441 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38d7714a-4a47-429e-b565-78b01e0f66d4 req-79017ca8-43cf-4982-97ed-daf8361dfa1e service neutron] 10.222.0.72 "GET /v2.0/networks/e191e023-56ce-41de-ba59-dd3f0b56465f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415094 May 25 14:56:37.925752 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:37.934363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Publish callbacks [] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.991875 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-600a4e24-95b7-4afc-9ed8-bd9bd8d6c260 admin admin] Publish callbacks [] for security_group (85b7007c-6e93-43c8-8e52-a365ea7c5df1), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:37.995472 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.provisioning_blocks [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Transition to ACTIVE for port object 21ecf2eb-2386-4559-afdf-cee34a7a8d0c will not be triggered until provisioned by entity L2. {{(pid=110349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:56:38.016935 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.068726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-600a4e24-95b7-4afc-9ed8-bd9bd8d6c260 admin admin] Publish callbacks [] for security_group (85b7007c-6e93-43c8-8e52-a365ea7c5df1), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.159333 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Pushing event updated for resources: {'Port': ['ID=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:38.212361 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:38.263672 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-751b9d30-7d11-4f15-b9f9-de5a406d00a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:38.265970 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-751b9d30-7d11-4f15-b9f9-de5a406d00a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.4073915 May 25 14:56:38.313209 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-2d000b2d-527f-4bf1-914c-f913fd657ca8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/quotas/9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 375 time: 0.0311031 May 25 14:56:38.327139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ca4119-5e7a-4061-9769-ec64b6238082 {{(pid=110349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:38.337141 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-600a4e24-95b7-4afc-9ed8-bd9bd8d6c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (85b7007c-6e93-43c8-8e52-a365ea7c5df1), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.340280 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-600a4e24-95b7-4afc-9ed8-bd9bd8d6c260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.344517 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-600a4e24-95b7-4afc-9ed8-bd9bd8d6c260 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85b7007c-6e93-43c8-8e52-a365ea7c5df1 HTTP/1.1" status: 204 len: 168 time: 0.5044971 May 25 14:56:38.352905 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Publish callbacks [] for port (17ca4119-5e7a-4061-9769-ec64b6238082), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.372136 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a4e24-95b7-4afc-9ed8-bd9bd8d6c260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b7007c-6e93-43c8-8e52-a365ea7c5df1,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:38.383849 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Attempting to bind port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:38.384723 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Attempting to bind port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}] {{(pid=110349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:38.384723 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Attempting to bind port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:38.387617 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:38.396643 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.provisioning_blocks [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Transition to ACTIVE for port object 17ca4119-5e7a-4061-9769-ec64b6238082 will not be triggered until provisioned by entity L2. {{(pid=110349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:56:38.399175 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c on network e385260d-6c1a-4502-b416-70a643ca9f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:56:38.409993 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Attempting to bind port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:38.417406 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.424752 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:38.424752 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Checking segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:38.425213 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Bound using segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:38.427070 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Bound port: 21ecf2eb-2386-4559-afdf-cee34a7a8d0c, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}}] {{(pid=110349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:38.427282 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.436868 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-2afb876d-2c8d-468a-9d25-32c9110da53e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221414 May 25 14:56:38.440315 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9735042b-b98e-4620-bbc8-7f7da435ba26 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:38.451805 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Publish callbacks [] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.633757 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-97b06d8a-7e88-4c49-91c5-234866a8cdfa service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785622 May 25 14:56:38.637948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Transition to ACTIVE for port object 9735042b-b98e-4620-bbc8-7f7da435ba26 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:56:38.676858 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:38.704923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca4119-5e7a-4061-9769-ec64b6238082,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:38.718932 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:38.772725 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916b8c2-dafc-42af-bd0a-e4f9b7d71784 req-0d8c83d5-f920-473f-ace4-5ca21a4fdecf tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:38.775132 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e916b8c2-dafc-42af-bd0a-e4f9b7d71784 req-0d8c83d5-f920-473f-ace4-5ca21a4fdecf tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 944 time: 0.2541814 May 25 14:56:38.860069 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] For port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c, host hv-cinder-80382, cleared binding levels {{(pid=110349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:38.974869 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] For port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:39.004706 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9735042b-b98e-4620-bbc8-7f7da435ba26,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:39.022806 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.084118 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Attempting to bind port 9735042b-b98e-4620-bbc8-7f7da435ba26 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:39.086305 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Attempting to bind port 9735042b-b98e-4620-bbc8-7f7da435ba26 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:39.086884 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Attempting to bind port 9735042b-b98e-4620-bbc8-7f7da435ba26 on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:39.092715 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Port 9735042b-b98e-4620-bbc8-7f7da435ba26 on network e385260d-6c1a-4502-b416-70a643ca9f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:56:39.093280 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Attempting to bind port 9735042b-b98e-4620-bbc8-7f7da435ba26 on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:39.102936 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-4ea11518-4163-449d-bca5-a5390b54cb8f service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629588 May 25 14:56:39.104134 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:39.104683 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Checking segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:39.106574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Bound using segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:39.108033 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Bound port: 9735042b-b98e-4620-bbc8-7f7da435ba26, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:39.108790 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.110461 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.132668 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e916b8c2-dafc-42af-bd0a-e4f9b7d71784 req-03a511c0-ceb8-4fa8-aaa0-9a17835f5c3a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269577 May 25 14:56:39.174465 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Attempting to bind port 17ca4119-5e7a-4061-9769-ec64b6238082 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:39.174465 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Attempting to bind port 17ca4119-5e7a-4061-9769-ec64b6238082 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}] {{(pid=110349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:39.174465 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Attempting to bind port 17ca4119-5e7a-4061-9769-ec64b6238082 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:39.197686 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:39.198337 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.216470 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] 10.222.0.72 "PUT /v2.0/ports/21ecf2eb-2386-4559-afdf-cee34a7a8d0c HTTP/1.1" status: 200 len: 1093 time: 3.3145368 May 25 14:56:39.217079 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'tag': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:39.292070 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Port 17ca4119-5e7a-4061-9769-ec64b6238082 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:56:39.294545 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Attempting to bind port 17ca4119-5e7a-4061-9769-ec64b6238082 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:39.315133 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dfb93-83bb-406c-b8e7-2b4efb23d002 service neutron] Pushing event updated for resources: {'Port': ['ID=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,revision_number=3']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:39.335149 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:39.335797 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Checking segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:39.345936 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Bound using segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:39.346505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Bound port: 17ca4119-5e7a-4061-9769-ec64b6238082, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}}] {{(pid=110349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:39.350512 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.414311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49654) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:39.429152 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] For port 9735042b-b98e-4620-bbc8-7f7da435ba26, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:39.433077 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] For port 9735042b-b98e-4620-bbc8-7f7da435ba26, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9735042b-b98e-4620-bbc8-7f7da435ba26,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:39.453912 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.560388 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6b9cccce-0785-4010-8fd0-933a8686900b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.593567 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:39.595568 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.598254 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/9735042b-b98e-4620-bbc8-7f7da435ba26 HTTP/1.1" status: 200 len: 1094 time: 3.6771431 May 25 14:56:39.600828 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'tag': '9735042b-b98e-4620-bbc8-7f7da435ba26'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:39.603555 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152b53b-ca8f-474c-97b6-739798e03a39" -d '{"events": [{"name": "network-changed", "server_uuid": "95dc2490-acfb-45bb-b4a6-6bc30f8cf983", "tag": "9735042b-b98e-4620-bbc8-7f7da435ba26"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:39.631961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358bff5-c2f5-4b2d-954e-9fb61a76f7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9735042b-b98e-4620-bbc8-7f7da435ba26,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:39.663534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c4fb3-2e99-482f-9a9c-28e86e484034 req-816f530c-418b-4290-ac37-f7dd8fea3726 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:39.665888 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d55c4fb3-2e99-482f-9a9c-28e86e484034 req-816f530c-418b-4290-ac37-f7dd8fea3726 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.2256289 May 25 14:56:39.679272 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2dcd6-abc9-4af2-a7f3-00fc70354650" -d '{"events": [{"name": "network-changed", "server_uuid": "2553a433-8b4b-4f36-b319-50c84e8b3d7c", "tag": "21ecf2eb-2386-4559-afdf-cee34a7a8d0c"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:39.705401 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] For port 17ca4119-5e7a-4061-9769-ec64b6238082, host hv-cinder-80382, cleared binding levels {{(pid=110349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:39.763975 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] For port 17ca4119-5e7a-4061-9769-ec64b6238082, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=17ca4119-5e7a-4061-9769-ec64b6238082,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:39.764399 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e1727-8f30-4c53-bcca-af9c5829822e req-16d90965-5fb9-4417-a38d-239a0283f4e5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:39.766786 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d55e1727-8f30-4c53-bcca-af9c5829822e req-16d90965-5fb9-4417-a38d-239a0283f4e5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 943 time: 0.0790079 May 25 14:56:39.805012 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:39.842909 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d55c4fb3-2e99-482f-9a9c-28e86e484034 req-75a790cf-b2de-4463-928d-5e26f2cfae6e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694126 May 25 14:56:39.847685 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:39.891004 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d55e1727-8f30-4c53-bcca-af9c5829822e req-840095bd-a098-4c62-9121-99c4e1394e6c tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179144 May 25 14:56:40.025489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23462b1-a069-48f9-8965-887c19286109 x-openstack-request-id: req-a23462b1-a069-48f9-8965-887c19286109 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:40.025489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dc2490-acfb-45bb-b4a6-6bc30f8cf983", "tag": "9735042b-b98e-4620-bbc8-7f7da435ba26", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:40.025489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a23462b1-a069-48f9-8965-887c19286109 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:40.025489 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23462b1-a069-48f9-8965-887c19286109'] response: {'name': 'network-changed', 'server_uuid': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'tag': '9735042b-b98e-4620-bbc8-7f7da435ba26', 'status': 'completed', 'code': 200} May 25 14:56:40.046578 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:40.051399 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.051399 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 200 len: 1094 time: 3.2015603 May 25 14:56:40.093992 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4eb34cb4-c107-4683-9da8-50bde5ae6d8e req-bfd4a437-b0a9-4a7f-9895-b6f417cc89d5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.1338594 May 25 14:56:40.115550 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6b9cccce-0785-4010-8fd0-933a8686900b admin admin] Publish callbacks [] for security_group (a6e8f789-128e-471b-b5f9-8d550adcbf23), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.126738 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee2138-973f-49a7-b1ca-8683c2a309b9 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca4119-5e7a-4061-9769-ec64b6238082,revision_number=3']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:40.132938 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6b9cccce-0785-4010-8fd0-933a8686900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (a6e8f789-128e-471b-b5f9-8d550adcbf23), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.205629 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cccce-0785-4010-8fd0-933a8686900b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e8f789-128e-471b-b5f9-8d550adcbf23,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:40.255720 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-6b9cccce-0785-4010-8fd0-933a8686900b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a73b10aa92d452a890c7d906b8303c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8361387 May 25 14:56:40.256112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49714) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:40.294032 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:40.345513 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b28955eb-d020-45b7-80b0-854ddf5ae57c admin admin] Publish callbacks [] for security_group (a6e8f789-128e-471b-b5f9-8d550adcbf23), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.373331 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355f6b2-0411-4d2a-9c2f-e431e7d81285 req-eddca477-8d4e-4d61-afe5-c6843e91c6ca tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:40.382203 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2355f6b2-0411-4d2a-9c2f-e431e7d81285 req-eddca477-8d4e-4d61-afe5-c6843e91c6ca tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 944 time: 0.0803735 May 25 14:56:40.383065 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b28955eb-d020-45b7-80b0-854ddf5ae57c admin admin] Publish callbacks [] for security_group (a6e8f789-128e-471b-b5f9-8d550adcbf23), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.422576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b567d072-32be-4e70-9152-d3d03099e8b1 x-openstack-request-id: req-b567d072-32be-4e70-9152-d3d03099e8b1 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:40.423078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2553a433-8b4b-4f36-b319-50c84e8b3d7c", "tag": "21ecf2eb-2386-4559-afdf-cee34a7a8d0c", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:40.423078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b567d072-32be-4e70-9152-d3d03099e8b1 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:40.423548 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b567d072-32be-4e70-9152-d3d03099e8b1'] response: {'name': 'network-changed', 'server_uuid': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'tag': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c', 'status': 'completed', 'code': 200} May 25 14:56:40.454649 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b28955eb-d020-45b7-80b0-854ddf5ae57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (a6e8f789-128e-471b-b5f9-8d550adcbf23), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.458049 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2355f6b2-0411-4d2a-9c2f-e431e7d81285 req-722d794c-4ce7-4ae3-82d0-b2fa8335af5e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747421 May 25 14:56:40.458554 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b28955eb-d020-45b7-80b0-854ddf5ae57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:40.460356 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b28955eb-d020-45b7-80b0-854ddf5ae57c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6e8f789-128e-471b-b5f9-8d550adcbf23 HTTP/1.1" status: 204 len: 168 time: 0.2028241 May 25 14:56:40.469532 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28955eb-d020-45b7-80b0-854ddf5ae57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e8f789-128e-471b-b5f9-8d550adcbf23,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:40.892538 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f1103ce0-8308-4eee-ba41-b299b65a288b details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:56:40.955596 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:41.022936 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:41.056900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff28e6-d322-4240-b6e5-86e302757469 req-0ee6b635-9756-4ae4-890a-36c477c3392e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.060529 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cdff28e6-d322-4240-b6e5-86e302757469 req-0ee6b635-9756-4ae4-890a-36c477c3392e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.1339762 May 25 14:56:41.161550 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port f1103ce0-8308-4eee-ba41-b299b65a288b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f1103ce0-8308-4eee-ba41-b299b65a288b,segment=NetworkSegment(50c3f53e-0096-4ba1-93be-202153180c52),segment_id=50c3f53e-0096-4ba1-93be-202153180c52)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:41.162818 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cdff28e6-d322-4240-b6e5-86e302757469 req-292b0f69-5c30-43bc-9560-79e59297db37 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953262 May 25 14:56:41.189726 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'f1103ce0-8308-4eee-ba41-b299b65a288b', 'network_id': 'e191e023-56ce-41de-ba59-dd3f0b56465f', 'port_id': 'f1103ce0-8308-4eee-ba41-b299b65a288b', 'mac_address': 'fa:16:3e:77:5c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4124e0-6604-477d-b5d4-5d2bc77e8b8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:56:41.202390 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49774) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:41.270768 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port f1103ce0-8308-4eee-ba41-b299b65a288b is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:41.271150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:41.312716 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1103ce0-8308-4eee-ba41-b299b65a288b {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:41.379068 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:41.380818 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95a1025d-eaa2-4fb7-8ae3-496056c831b1 req-43bf21cb-e825-48af-b726-6ad7344cd94e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0638630 May 25 14:56:41.392668 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port f1103ce0-8308-4eee-ba41-b299b65a288b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f1103ce0-8308-4eee-ba41-b299b65a288b,segment=NetworkSegment(50c3f53e-0096-4ba1-93be-202153180c52),segment_id=50c3f53e-0096-4ba1-93be-202153180c52)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:41.398709 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-a89a88e2-039e-4fdb-95f4-88821d969483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.400401 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-a89a88e2-039e-4fdb-95f4-88821d969483 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 1128 time: 0.1489666 May 25 14:56:41.407387 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:41.416694 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fbcd50af-46c2-4f58-9911-9db26629b16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:41.471362 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-f8f66e10-158e-4b18-9bbc-f611999923d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 200 len: 217 time: 0.0512650 May 25 14:56:41.477329 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=f1103ce0-8308-4eee-ba41-b299b65a288b,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:41.503529 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3c872-49c5-4684-b72d-2fff8060ef26 req-b4f302a4-4034-46a8-af01-8cb88875682e tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.510505 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-04b3c872-49c5-4684-b72d-2fff8060ef26 req-b4f302a4-4034-46a8-af01-8cb88875682e tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 943 time: 0.5127833 May 25 14:56:41.562556 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:41.565971 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-fa47ca53-8d2b-4dfe-8fb7-33c1ad8ce4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.567880 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-fa47ca53-8d2b-4dfe-8fb7-33c1ad8ce4c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0829256 May 25 14:56:41.593177 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2dcd6-abc9-4af2-a7f3-00fc70354650 req-fdd17b0b-378d-425a-b334-5222c0d035ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.595086 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c3f2dcd6-abc9-4af2-a7f3-00fc70354650 req-fdd17b0b-378d-425a-b334-5222c0d035ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1127 time: 0.5330176 May 25 14:56:41.603782 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b53b-ca8f-474c-97b6-739798e03a39 req-83d0c4a4-e47e-4fa0-8782-5ba90b44708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.605967 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3152b53b-ca8f-474c-97b6-739798e03a39 req-83d0c4a4-e47e-4fa0-8782-5ba90b44708f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 1128 time: 0.1531377 May 25 14:56:41.610238 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-04b3c872-49c5-4684-b72d-2fff8060ef26 req-9397da8e-e973-496c-b220-452a3b2f2c82 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 May 25 14:56:41.688685 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-37cdf549-dc77-4953-bcc4-42b488e4b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.690463 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-37cdf549-dc77-4953-bcc4-42b488e4b49c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141996 May 25 14:56:41.724082 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:41.828406 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a9743-db79-48e1-b502-1a317be03757 req-35171f9a-9b77-4c26-8148-a508126cfb8b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.830054 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f52a9743-db79-48e1-b502-1a317be03757 req-35171f9a-9b77-4c26-8148-a508126cfb8b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 944 time: 0.1757536 May 25 14:56:41.837734 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fbcd50af-46c2-4f58-9911-9db26629b16d admin admin] Publish callbacks [] for security_group (9f4b58d8-92ac-4285-81e4-38e4f5cc50d0), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:41.849078 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fbcd50af-46c2-4f58-9911-9db26629b16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9f4b58d8-92ac-4285-81e4-38e4f5cc50d0), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:41.895161 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-fbcd50af-46c2-4f58-9911-9db26629b16d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=101f6923287148ad91c9c23291237a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6909237 May 25 14:56:41.917530 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49800) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:41.929805 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['f1103ce0-8308-4eee-ba41-b299b65a288b'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:41.957657 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b53b-ca8f-474c-97b6-739798e03a39 req-46f4b133-9cb0-41a6-a6c4-a25496462052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:41.960491 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3152b53b-ca8f-474c-97b6-739798e03a39 req-46f4b133-9cb0-41a6-a6c4-a25496462052 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=acd27057280d4bdda5b9a689a1e399ff&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2937274 May 25 14:56:42.004981 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd50af-46c2-4f58-9911-9db26629b16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4b58d8-92ac-4285-81e4-38e4f5cc50d0,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:42.015575 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2dcd6-abc9-4af2-a7f3-00fc70354650 req-9f0d72b8-4a55-4ef7-8e37-43b847acaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:42.018370 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c3f2dcd6-abc9-4af2-a7f3-00fc70354650 req-9f0d72b8-4a55-4ef7-8e37-43b847acaaba service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=acd27057280d4bdda5b9a689a1e399ff&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3793828 May 25 14:56:42.035487 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-d67a4cb0-5baf-4a0c-99d7-67459f845470 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123116 May 25 14:56:42.160924 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:42.285704 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b9be50f3-a137-43c6-9b44-49c6d3d66524 req-968beae0-ba8a-4be6-a539-309acb32bcfc service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041886 May 25 14:56:42.306943 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d43780a8-a161-44b4-8496-ad99ea95c2e3 admin admin] Publish callbacks [] for security_group (9f4b58d8-92ac-4285-81e4-38e4f5cc50d0), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:42.352886 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:42.394658 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f52a9743-db79-48e1-b502-1a317be03757 req-9804ffe9-b08a-4a1f-882d-78f2df76959e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5472109 May 25 14:56:42.424809 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:42.427177 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935b395a-3c84-4df4-8ca6-ebf7d77f145a" -d '{"events": [{"name": "network-changed", "server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:42.505539 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b53b-ca8f-474c-97b6-739798e03a39 req-6f08915b-1303-4cbc-bcfc-fe5773a1ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:42.507267 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3152b53b-ca8f-474c-97b6-739798e03a39 req-6f08915b-1303-4cbc-bcfc-fe5773a1ab7e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4612134 May 25 14:56:42.532564 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5656c3-bc05-4972-9c10-f186b905da6e req-eefcbb42-e79a-4d55-8581-e95bca54fa81 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:42.534770 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dd5656c3-bc05-4972-9c10-f186b905da6e req-eefcbb42-e79a-4d55-8581-e95bca54fa81 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.0999417 May 25 14:56:42.561406 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:42.574745 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-b4bd9bea-d785-454e-b7b3-017f0c066e40 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:42.577149 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-b4bd9bea-d785-454e-b7b3-017f0c066e40 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.2901716 May 25 14:56:42.583326 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d43780a8-a161-44b4-8496-ad99ea95c2e3 admin admin] Publish callbacks [] for security_group (9f4b58d8-92ac-4285-81e4-38e4f5cc50d0), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:42.594490 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:42.596452 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2dcd6-abc9-4af2-a7f3-00fc70354650 req-45cf4047-6d19-4c6b-bb83-4144c2b8d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:42.597959 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c3f2dcd6-abc9-4af2-a7f3-00fc70354650 req-45cf4047-6d19-4c6b-bb83-4144c2b8d35f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5503945 May 25 14:56:42.651834 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dd5656c3-bc05-4972-9c10-f186b905da6e req-2e2716bd-1b34-4bf8-b831-544af99ab4d3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778601 May 25 14:56:42.666052 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d446b069-2d97-49a2-83ef-77a1264983ad req-0b2ed73c-2d09-4193-8ba9-30c3175aa2fe tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0430787 May 25 14:56:42.707748 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d43780a8-a161-44b4-8496-ad99ea95c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9f4b58d8-92ac-4285-81e4-38e4f5cc50d0), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:42.710948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d43780a8-a161-44b4-8496-ad99ea95c2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:42.716284 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d43780a8-a161-44b4-8496-ad99ea95c2e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f4b58d8-92ac-4285-81e4-38e4f5cc50d0 HTTP/1.1" status: 204 len: 168 time: 0.7950416 May 25 14:56:42.728204 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43780a8-a161-44b4-8496-ad99ea95c2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4b58d8-92ac-4285-81e4-38e4f5cc50d0,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:42.828097 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363d22f1-6c44-406b-829f-5a5a0f0e4219 x-openstack-request-id: req-363d22f1-6c44-406b-829f-5a5a0f0e4219 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:42.828646 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:42.829082 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-363d22f1-6c44-406b-829f-5a5a0f0e4219 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:42.829703 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363d22f1-6c44-406b-829f-5a5a0f0e4219'] response: {'name': 'network-changed', 'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082', 'status': 'completed', 'code': 200} May 25 14:56:42.857730 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1091523-2a5f-440d-9e9d-50e837b7ddd2 req-e964674b-b83f-4bc4-a7f8-ae347192a416 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:42.863241 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f1091523-2a5f-440d-9e9d-50e837b7ddd2 req-e964674b-b83f-4bc4-a7f8-ae347192a416 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 944 time: 0.0820825 May 25 14:56:42.942605 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f1091523-2a5f-440d-9e9d-50e837b7ddd2 req-6aada797-0901-4019-aa09-8a038c062feb tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716078 May 25 14:56:43.261232 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49854) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:43.278601 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ef321f6a-9410-4bab-8a67-90b0c5552b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.384008 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ef321f6a-9410-4bab-8a67-90b0c5552b6e admin admin] Publish callbacks [] for security_group (671b02cc-25c0-4598-9d39-c49e00631491), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.388425 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ef321f6a-9410-4bab-8a67-90b0c5552b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (671b02cc-25c0-4598-9d39-c49e00631491), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.429186 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ef321f6a-9410-4bab-8a67-90b0c5552b6e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8bfe9508906043ac8c60e981f67e88e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663194 May 25 14:56:43.430408 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef321f6a-9410-4bab-8a67-90b0c5552b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671b02cc-25c0-4598-9d39-c49e00631491,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:43.432425 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49860) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:43.459170 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49862) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:43.504177 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eebdef96-35ac-4d3f-9aeb-70046c3c7cd7 admin admin] Publish callbacks [] for security_group (671b02cc-25c0-4598-9d39-c49e00631491), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.533650 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefef8e2-73d2-4b7f-b1a3-670ffa2b7b99 req-088802e0-e2e2-43da-af57-0d8581f2972f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.534766 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eebdef96-35ac-4d3f-9aeb-70046c3c7cd7 admin admin] Publish callbacks [] for security_group (671b02cc-25c0-4598-9d39-c49e00631491), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.535295 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aefef8e2-73d2-4b7f-b1a3-670ffa2b7b99 req-088802e0-e2e2-43da-af57-0d8581f2972f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 944 time: 0.0576842 May 25 14:56:43.597648 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aefef8e2-73d2-4b7f-b1a3-670ffa2b7b99 req-73c85a3b-9fed-4663-9147-31fc634ca084 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551567 May 25 14:56:43.599470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eebdef96-35ac-4d3f-9aeb-70046c3c7cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (671b02cc-25c0-4598-9d39-c49e00631491), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.605102 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eebdef96-35ac-4d3f-9aeb-70046c3c7cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.609764 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-eebdef96-35ac-4d3f-9aeb-70046c3c7cd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/671b02cc-25c0-4598-9d39-c49e00631491 HTTP/1.1" status: 204 len: 168 time: 0.1717584 May 25 14:56:43.629271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdef96-35ac-4d3f-9aeb-70046c3c7cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671b02cc-25c0-4598-9d39-c49e00631491,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:43.629701 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-741b5328-8820-47ea-9654-fcf5cad8aa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.769641 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-741b5328-8820-47ea-9654-fcf5cad8aa62 admin admin] Publish callbacks [] for security_group (0ed2d989-e7f3-4b6d-bf95-b139b727afa1), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.776453 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-741b5328-8820-47ea-9654-fcf5cad8aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (0ed2d989-e7f3-4b6d-bf95-b139b727afa1), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.835718 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62549f-afb8-48fc-b8fc-3f6b3ce1a5a7 req-ea9b6a7c-7e5c-42a5-8fe9-bbc95ae4f6b3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:43.838724 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8b62549f-afb8-48fc-b8fc-3f6b3ce1a5a7 req-ea9b6a7c-7e5c-42a5-8fe9-bbc95ae4f6b3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.0670466 May 25 14:56:43.865609 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-741b5328-8820-47ea-9654-fcf5cad8aa62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b34a911130ca47d7a8ddd128027be294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053438 May 25 14:56:43.866338 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:43.869601 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a45386b4-3982-4073-95e4-e65b826533c6 req-9be575d4-7aae-4d77-aab4-fd66a1ae3842 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0640450 May 25 14:56:43.870662 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49876) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:43.871525 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b5328-8820-47ea-9654-fcf5cad8aa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2d989-e7f3-4b6d-bf95-b139b727afa1,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:43.912889 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8b62549f-afb8-48fc-b8fc-3f6b3ce1a5a7 req-6b740f23-d7f2-4cd7-a548-94d54ae2b974 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 May 25 14:56:43.954394 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a30f6e31-1f8b-47c3-bc44-8add55fd3344 admin admin] Publish callbacks [] for security_group (0ed2d989-e7f3-4b6d-bf95-b139b727afa1), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:43.979071 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a30f6e31-1f8b-47c3-bc44-8add55fd3344 admin admin] Publish callbacks [] for security_group (0ed2d989-e7f3-4b6d-bf95-b139b727afa1), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.034632 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a30f6e31-1f8b-47c3-bc44-8add55fd3344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (0ed2d989-e7f3-4b6d-bf95-b139b727afa1), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.038185 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a30f6e31-1f8b-47c3-bc44-8add55fd3344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.042685 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a30f6e31-1f8b-47c3-bc44-8add55fd3344 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ed2d989-e7f3-4b6d-bf95-b139b727afa1 HTTP/1.1" status: 204 len: 168 time: 0.1692019 May 25 14:56:44.052140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f6e31-1f8b-47c3-bc44-8add55fd3344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2d989-e7f3-4b6d-bf95-b139b727afa1,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:44.087722 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084905a3-b0cc-412d-8509-f47d768638aa req-b85ad588-9b7b-4282-a3f0-5fd11086e4d5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:44.089238 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-084905a3-b0cc-412d-8509-f47d768638aa req-b85ad588-9b7b-4282-a3f0-5fd11086e4d5 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 944 time: 0.0686393 May 25 14:56:44.151641 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-084905a3-b0cc-412d-8509-f47d768638aa req-4b6093f8-78c9-49e7-aa74-6d38eddc7dd8 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558116 May 25 14:56:44.389893 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 49902) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:44.404625 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-385d5228-6333-48ee-8159-37695092348f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.497778 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-385d5228-6333-48ee-8159-37695092348f admin admin] Publish callbacks [] for security_group (0b28e133-1944-4303-ae1e-6208a9dac3a2), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.502671 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-385d5228-6333-48ee-8159-37695092348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (0b28e133-1944-4303-ae1e-6208a9dac3a2), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.544679 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-385d5228-6333-48ee-8159-37695092348f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae4ce27b43104ebebe13ffaef7776f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535838 May 25 14:56:44.546379 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d5228-6333-48ee-8159-37695092348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b28e133-1944-4303-ae1e-6208a9dac3a2,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:44.547653 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 49906) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:44.605511 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ec28e2e3-d023-4275-862f-a8b131421274 admin admin] Publish callbacks [] for security_group (0b28e133-1944-4303-ae1e-6208a9dac3a2), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.630283 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ec28e2e3-d023-4275-862f-a8b131421274 admin admin] Publish callbacks [] for security_group (0b28e133-1944-4303-ae1e-6208a9dac3a2), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.716573 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ec28e2e3-d023-4275-862f-a8b131421274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (0b28e133-1944-4303-ae1e-6208a9dac3a2), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.720244 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ec28e2e3-d023-4275-862f-a8b131421274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:44.724220 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-ec28e2e3-d023-4275-862f-a8b131421274 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b28e133-1944-4303-ae1e-6208a9dac3a2 HTTP/1.1" status: 204 len: 168 time: 0.1725271 May 25 14:56:44.736377 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fdf92-0168-415b-826f-bb26d8b1e18b req-6edeabfe-7a96-44ff-94cb-dc4d926fb3c4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:44.742707 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5b6fdf92-0168-415b-826f-bb26d8b1e18b req-6edeabfe-7a96-44ff-94cb-dc4d926fb3c4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 944 time: 0.0699735 May 25 14:56:44.759350 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e2e3-d023-4275-862f-a8b131421274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b28e133-1944-4303-ae1e-6208a9dac3a2,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:44.807385 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:44.819163 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5b6fdf92-0168-415b-826f-bb26d8b1e18b req-d5e9922d-6555-43b9-bfb5-d0a5d11236cc tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678847 May 25 14:56:45.018271 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-be6bab44-0d0c-43ae-b98a-3a47d640c1c6 req-78206b0d-9bfc-4ddc-927c-230cf72aa1c0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0418379 May 25 14:56:45.054671 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4c8f1-3863-48c7-b4ff-e376af3729f3 req-aaf57179-69ca-48b4-aa92-94462d327e41 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:45.056586 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-86a4c8f1-3863-48c7-b4ff-e376af3729f3 req-aaf57179-69ca-48b4-aa92-94462d327e41 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.0688887 May 25 14:56:45.114818 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-86a4c8f1-3863-48c7-b4ff-e376af3729f3 req-bc8879db-f2d4-4867-95e4-e9986b0ced09 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516396 May 25 14:56:45.280740 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=82,neutron:INSERT=18 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:45.294670 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfde8-0ded-47f2-b026-cef49ad883e1 req-369ba8fd-c053-427b-a519-4e29740597e8 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:45.296258 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-97ddfde8-0ded-47f2-b026-cef49ad883e1 req-369ba8fd-c053-427b-a519-4e29740597e8 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 944 time: 0.0682268 May 25 14:56:45.363949 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-97ddfde8-0ded-47f2-b026-cef49ad883e1 req-1cd6fcc5-f433-4219-b948-ff92a32d716e tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587201 May 25 14:56:45.942608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:45.958967 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5e57-7ef5-4b14-aebf-b03ff11c41c8 req-e32aa3c3-85ef-4e59-918c-57249d4bcefb tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:45.963226 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f3fb5e57-7ef5-4b14-aebf-b03ff11c41c8 req-e32aa3c3-85ef-4e59-918c-57249d4bcefb tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 944 time: 0.0624318 May 25 14:56:46.027835 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f3fb5e57-7ef5-4b14-aebf-b03ff11c41c8 req-cb4d4be0-8156-4d0f-bee8-426ccf02c0f3 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600095 May 25 14:56:46.129581 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-393da0f9-9f57-42d6-b3bf-12e97bcb611e req-05d4fb21-37fe-4838-b7fd-723649fbb031 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0330122 May 25 14:56:46.226055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f1103ce0-8308-4eee-ba41-b299b65a288b up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:46.246949 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72746c8-f2f5-49e9-a7fc-6f86263516b5 req-af56789b-1424-4830-96be-36e5ec1ce3b8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:46.248598 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d72746c8-f2f5-49e9-a7fc-6f86263516b5 req-af56789b-1424-4830-96be-36e5ec1ce3b8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.0505729 May 25 14:56:46.284922 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port f1103ce0-8308-4eee-ba41-b299b65a288b completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:56:46.291371 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port f1103ce0-8308-4eee-ba41-b299b65a288b triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:46.291817 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:46.313439 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d72746c8-f2f5-49e9-a7fc-6f86263516b5 req-8b20e6a0-189d-428b-b4b5-c653f554de8b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534580 May 25 14:56:46.368455 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port f1103ce0-8308-4eee-ba41-b299b65a288b is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:46.368941 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:46.398387 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1103ce0-8308-4eee-ba41-b299b65a288b'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:46.493363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbae543-dbd4-475f-83d9-cc63f4580d57 req-ea16ba73-2316-4f8b-abad-aceb7814dce3 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:46.494964 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5bbae543-dbd4-475f-83d9-cc63f4580d57 req-ea16ba73-2316-4f8b-abad-aceb7814dce3 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 944 time: 0.0532968 May 25 14:56:46.549177 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port f1103ce0-8308-4eee-ba41-b299b65a288b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f1103ce0-8308-4eee-ba41-b299b65a288b,segment=NetworkSegment(50c3f53e-0096-4ba1-93be-202153180c52),segment_id=50c3f53e-0096-4ba1-93be-202153180c52)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:46.555665 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:46.577365 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5bbae543-dbd4-475f-83d9-cc63f4580d57 req-bf13a204-c353-4088-b7c5-a60a6564fb81 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744925 May 25 14:56:46.642777 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=f1103ce0-8308-4eee-ba41-b299b65a288b,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:46.678145 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-25b9a198-ff5f-493c-bb04-636906b03c30 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 380 time: 0.1052067 May 25 14:56:46.713138 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-31b5f252-d8d6-4d87-9c1a-56f8f3cc7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:46.715482 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-31b5f252-d8d6-4d87-9c1a-56f8f3cc7456 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 1128 time: 0.0732675 May 25 14:56:46.729400 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-11ab70c8-3bac-444e-a50e-57d977f6d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:46.731373 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-11ab70c8-3bac-444e-a50e-57d977f6d732 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 1128 time: 0.0497007 May 25 14:56:46.735323 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da769515-eb14-48c7-b377-0a8b813aa44f" -d '{"events": [{"server_uuid": "d6f7ac9b-d086-4fd8-ad74-1389a710a8b9", "name": "network-vif-plugged", "status": "completed", "tag": "f1103ce0-8308-4eee-ba41-b299b65a288b"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:46.981173 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0358dfa-6d2f-422b-984c-47d3f6595a0e x-openstack-request-id: req-f0358dfa-6d2f-422b-984c-47d3f6595a0e {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:46.981488 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f7ac9b-d086-4fd8-ad74-1389a710a8b9", "name": "network-vif-plugged", "status": "completed", "tag": "f1103ce0-8308-4eee-ba41-b299b65a288b", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:46.981744 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0358dfa-6d2f-422b-984c-47d3f6595a0e {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:46.982221 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0358dfa-6d2f-422b-984c-47d3f6595a0e'] response: {'server_uuid': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1103ce0-8308-4eee-ba41-b299b65a288b', 'code': 200} May 25 14:56:47.154789 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'port': {'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'admin_state_up': True, 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'security_groups': ['92862d7e-a7aa-4cab-8f4a-e194b5560832']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:47.234441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-a0251dca-018e-49b3-a457-436302b344fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:47.235976 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-a0251dca-018e-49b3-a457-436302b344fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1127 time: 0.1249506 May 25 14:56:47.312341 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a239ecdc-45c8-4432-bd01-06e6cb6e5422 req-70de5e42-223f-43d6-875c-c4ef779673bb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0425258 May 25 14:56:47.389124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Made reservation on behalf of 9dafcd0df8524413b4fe81a0931323b1 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:56:47.402831 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:47.448479 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-195eae61-6faa-4166-9ac8-1f987702a824 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9735042b-b98e-4620-bbc8-7f7da435ba26 HTTP/1.1" status: 200 len: 217 time: 0.2829800 May 25 14:56:47.491892 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c4fb8-9b05-4ecf-b0e7-09cb60febdf3 req-08536999-d5dc-4639-852e-d25d81cd4688 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:47.499697 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a20c4fb8-9b05-4ecf-b0e7-09cb60febdf3 req-08536999-d5dc-4639-852e-d25d81cd4688 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 944 time: 0.3147149 May 25 14:56:47.517418 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-cf3d31e6-12c3-4dc2-be98-0f62a544a437 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c HTTP/1.1" status: 200 len: 217 time: 0.1319916 May 25 14:56:47.625547 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.72', 50402) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:47.683923 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d6fe4-da31-4d56-9898-150632484422 req-477b0f9d-5336-4ace-8cd1-068814ef6f90 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:47.685903 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-869d6fe4-da31-4d56-9898-150632484422 req-477b0f9d-5336-4ace-8cd1-068814ef6f90 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.2322564 May 25 14:56:47.722549 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-0776307d-13ce-4832-b3e8-8a89df772dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:47.724302 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-0776307d-13ce-4832-b3e8-8a89df772dcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.1747227 May 25 14:56:47.795998 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-869d6fe4-da31-4d56-9898-150632484422 req-e9e60f60-1e47-4eb5-8011-c7df54c32113 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982409 May 25 14:56:47.850783 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.20.0.14 (6c4b07fe-140a-4a0b-9f8f-030d2bf81125/312814e4-593b-48ee-be8b-37d37b791c35/16bf1466-e269-4b11-ae5a-74bda30dcb22) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:56:47.863142 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a20c4fb8-9b05-4ecf-b0e7-09cb60febdf3 req-0b41e61d-cb00-4582-9217-f470846fe735 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623385 May 25 14:56:47.866730 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-c916e243-29e0-4b69-b315-ffe205ecd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:47.868844 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-c916e243-29e0-4b69-b315-ffe205ecd88f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.3465581 May 25 14:56:47.872257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-4d5ea8be-adaa-4c9a-8c4a-9bd2c7dffbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:47.875142 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-4d5ea8be-adaa-4c9a-8c4a-9bd2c7dffbfc service neutron] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 911 time: 0.7623115 May 25 14:56:48.033643 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-ebc52d1d-66c9-4ca6-b4cf-4fb33ae5804f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 200 len: 217 time: 0.0902290 May 25 14:56:48.129981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-b60992c7-75b9-46bc-96ca-c467193ec4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:48.132753 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-b60992c7-75b9-46bc-96ca-c467193ec4fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0730932 May 25 14:56:48.164618 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-929a8609-0056-4ad1-8826-55cdc2dff82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:48.166505 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-929a8609-0056-4ad1-8826-55cdc2dff82c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2223928 May 25 14:56:48.180696 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:48.217542 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 17ca4119-5e7a-4061-9769-ec64b6238082 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:56:48.279968 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-68504c5a-0528-4c54-8ed4-749ba1eb5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:48.282589 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-68504c5a-0528-4c54-8ed4-749ba1eb5bbb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140981 May 25 14:56:48.320419 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:48.322810 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:48.351577 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-23332422-f3b8-447e-836f-765bb1524f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:48.362450 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-23332422-f3b8-447e-836f-765bb1524f6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4029925 May 25 14:56:48.388603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c943e3-0a9a-4d2d-92b3-3fd5dfd19160 req-b701f853-d39d-45d8-86b8-6f664769a2eb tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:48.395615 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 17ca4119-5e7a-4061-9769-ec64b6238082, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=17ca4119-5e7a-4061-9769-ec64b6238082,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:48.403629 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-08c943e3-0a9a-4d2d-92b3-3fd5dfd19160 req-b701f853-d39d-45d8-86b8-6f664769a2eb tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.5180109 May 25 14:56:48.410644 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-ec5518e4-7cd1-4ffa-b9e2-7a4b24ab70c1 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305973 May 25 14:56:48.433615 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '17ca4119-5e7a-4061-9769-ec64b6238082', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'port_id': '17ca4119-5e7a-4061-9769-ec64b6238082', 'mac_address': 'fa:16:3e:ce:29:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:56:48.436238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595c37a-7ce5-4a3d-95a3-f91feddf86bc req-0643d997-895b-497f-91ca-154645189bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:48.437713 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b595c37a-7ce5-4a3d-95a3-f91feddf86bc req-0643d997-895b-497f-91ca-154645189bcc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 1129 time: 0.5293400 May 25 14:56:48.485272 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:48.487467 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 17ca4119-5e7a-4061-9769-ec64b6238082 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:48.487932 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:48.507536 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ca4119-5e7a-4061-9769-ec64b6238082 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:48.520710 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-8f49a6cd-15fc-4ca6-bf4f-5c360ae84b21 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261975 May 25 14:56:48.540089 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-95db1946-e1d4-4995-9e3e-d6021b1fd90c req-65bb3df7-fc25-437c-ad7b-10341234bbd0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0443554 May 25 14:56:48.544848 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 17ca4119-5e7a-4061-9769-ec64b6238082, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=17ca4119-5e7a-4061-9769-ec64b6238082,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:48.555326 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:48.614656 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b595c37a-7ce5-4a3d-95a3-f91feddf86bc req-79dc9ab7-d751-4633-9a0b-4098a6cad6ca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:48.671657 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=17ca4119-5e7a-4061-9769-ec64b6238082,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:48.677907 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-568c7c18-3537-44c5-8530-25ad2d501ce5 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580173 May 25 14:56:48.680613 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-08c943e3-0a9a-4d2d-92b3-3fd5dfd19160 req-3abc5495-5767-4329-9348-e1cfbf3117a7 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760715 May 25 14:56:48.724648 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:48.745422 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-935b395a-3c84-4df4-8ca6-ebf7d77f145a req-8caf7732-9ca7-4bda-8f6d-a0875c786ade service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554823 May 25 14:56:48.756880 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:48.797386 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-22a35e33-c63d-4cf9-abef-52dc80f76bbc service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626866 May 25 14:56:48.853103 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:48.914571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b595c37a-7ce5-4a3d-95a3-f91feddf86bc req-79dc9ab7-d751-4633-9a0b-4098a6cad6ca service neutron] Publish callbacks [] for security_group (3082b782-5f87-4545-a973-86e93c3e8d8e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:48.926406 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b595c37a-7ce5-4a3d-95a3-f91feddf86bc req-79dc9ab7-d751-4633-9a0b-4098a6cad6ca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3082b782-5f87-4545-a973-86e93c3e8d8e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:48.951254 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:56:48.960702 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4db798-36ed-4962-a897-99030c2f1075 req-c6aa0e8a-1b4b-46ae-a921-a7225d24e1c6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:48.962630 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9b4db798-36ed-4962-a897-99030c2f1075 req-c6aa0e8a-1b4b-46ae-a921-a7225d24e1c6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.0885298 May 25 14:56:48.964639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:56:48.972495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=16bf1466-e269-4b11-ae5a-74bda30dcb22,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:48.984341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:56:49.032174 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9b4db798-36ed-4962-a897-99030c2f1075 req-9562d870-673d-4888-a70f-b001833d93d0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581887 May 25 14:56:49.076627 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['17ca4119-5e7a-4061-9769-ec64b6238082'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:49.086498 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9ab7-d751-4633-9a0b-4098a6cad6ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3082b782-5f87-4545-a973-86e93c3e8d8e,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:49.108194 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b595c37a-7ce5-4a3d-95a3-f91feddf86bc req-79dc9ab7-d751-4633-9a0b-4098a6cad6ca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363575 May 25 14:56:49.119550 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7f901-56b6-46ca-93be-b30891b305d2 req-8824b6d4-24cc-400f-a1a5-e647675c68ab tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:49.129435 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-baf7f901-56b6-46ca-93be-b30891b305d2 req-8824b6d4-24cc-400f-a1a5-e647675c68ab tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 945 time: 0.1537435 May 25 14:56:49.185414 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:49.186271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:49.227030 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-40369625-3ec1-4a3a-9d67-3770400a0e22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1041632 May 25 14:56:49.238092 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:49.266999 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-baf7f901-56b6-46ca-93be-b30891b305d2 req-60772fdf-c511-4f6a-9c08-fb8f7ad6917f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365347 May 25 14:56:49.335596 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-aa3a22a0-ae76-4b7b-9ffa-9caf09e5ef04 None None] Provisioning complete for port 16bf1466-e269-4b11-ae5a-74bda30dcb22 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:49.335990 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-aa3a22a0-ae76-4b7b-9ffa-9caf09e5ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:49.392783 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a22a0-ae76-4b7b-9ffa-9caf09e5ef04 None None] Port 16bf1466-e269-4b11-ae5a-74bda30dcb22 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:56:49.681902 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f067-37cc-49d6-8dcd-43a794765522 req-48d2683d-6599-4cd6-8ec2-43ed97c56808 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:49.683972 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cf78f067-37cc-49d6-8dcd-43a794765522 req-48d2683d-6599-4cd6-8ec2-43ed97c56808 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 932 time: 0.0533562 May 25 14:56:49.736728 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cf78f067-37cc-49d6-8dcd-43a794765522 req-37c0fc5d-389a-4886-98fe-d179ce10af0b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 May 25 14:56:49.799595 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:56:49.823492 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677b96f-c32c-4435-b0b2-6f509e9e9f04 req-2a3cab66-11bf-4199-9730-827ac3392d87 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:49.825033 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e677b96f-c32c-4435-b0b2-6f509e9e9f04 req-2a3cab66-11bf-4199-9730-827ac3392d87 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.0589628 May 25 14:56:49.875269 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e677b96f-c32c-4435-b0b2-6f509e9e9f04 req-554b98ac-d7bd-4aa5-8ccd-015ba187c649 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 May 25 14:56:49.991353 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50152) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:50.102761 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb78e-d96b-4e00-997a-23d86524af28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.128190 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.128939 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:50.148127 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccccc62-8723-45aa-b907-face924e81dc req-fd4cc172-5683-4b06-9b0d-3333a7811d51 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:50.149677 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dccccc62-8723-45aa-b907-face924e81dc req-fd4cc172-5683-4b06-9b0d-3333a7811d51 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 944 time: 0.0483968 May 25 14:56:50.164500 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:50.199167 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb78e-d96b-4e00-997a-23d86524af28 admin admin] Publish callbacks [] for security_group (1a6d6fbe-f74e-40f7-b029-6d2262ed7c11), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.203157 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb78e-d96b-4e00-997a-23d86524af28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (1a6d6fbe-f74e-40f7-b029-6d2262ed7c11), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.204011 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dccccc62-8723-45aa-b907-face924e81dc req-46232eb7-1fe2-467f-9b69-3c3ade4980a7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 May 25 14:56:50.240553 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 9735042b-b98e-4620-bbc8-7f7da435ba26 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:56:50.245560 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4eb78e-d96b-4e00-997a-23d86524af28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d6fbe-f74e-40f7-b029-6d2262ed7c11,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:50.250342 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6c4eb78e-d96b-4e00-997a-23d86524af28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fae42fd587ed4ee99b8d0c24a2ff20dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579458 May 25 14:56:50.253674 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50158) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:50.273000 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 17ca4119-5e7a-4061-9769-ec64b6238082 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:50.312068 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0174245c-ae5e-4c91-8fde-29dd98795c4c admin admin] Publish callbacks [] for security_group (1a6d6fbe-f74e-40f7-b029-6d2262ed7c11), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.335831 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0174245c-ae5e-4c91-8fde-29dd98795c4c admin admin] Publish callbacks [] for security_group (1a6d6fbe-f74e-40f7-b029-6d2262ed7c11), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.384723 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 17ca4119-5e7a-4061-9769-ec64b6238082 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:56:50.399945 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 17ca4119-5e7a-4061-9769-ec64b6238082 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:50.400330 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.409574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c3622-a1cd-435f-b4c3-2735315143b9 req-3077a7da-4b09-4408-8661-16d3b67c6a30 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:50.411345 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cf8c3622-a1cd-435f-b4c3-2735315143b9 req-3077a7da-4b09-4408-8661-16d3b67c6a30 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 945 time: 0.0733898 May 25 14:56:50.441489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Request body: {'port': {'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:50.442834 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 9735042b-b98e-4620-bbc8-7f7da435ba26, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9735042b-b98e-4620-bbc8-7f7da435ba26,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:50.461589 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '9735042b-b98e-4620-bbc8-7f7da435ba26', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'port_id': '9735042b-b98e-4620-bbc8-7f7da435ba26', 'mac_address': 'fa:16:3e:e2:0f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:56:50.566893 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 9735042b-b98e-4620-bbc8-7f7da435ba26 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:50.567269 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.591853 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9735042b-b98e-4620-bbc8-7f7da435ba26 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:50.615559 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0174245c-ae5e-4c91-8fde-29dd98795c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (1a6d6fbe-f74e-40f7-b029-6d2262ed7c11), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.618350 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0174245c-ae5e-4c91-8fde-29dd98795c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.623590 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0174245c-ae5e-4c91-8fde-29dd98795c4c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a6d6fbe-f74e-40f7-b029-6d2262ed7c11 HTTP/1.1" status: 204 len: 168 time: 0.3687420 May 25 14:56:50.628644 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 9735042b-b98e-4620-bbc8-7f7da435ba26, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9735042b-b98e-4620-bbc8-7f7da435ba26,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:50.629776 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:50.631070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 17ca4119-5e7a-4061-9769-ec64b6238082 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:50.631481 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.650160 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.662178 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.684272 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cf8c3622-a1cd-435f-b4c3-2735315143b9 req-5c77126b-6185-437f-8102-afb6c8d1d761 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576845 May 25 14:56:50.703094 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174245c-ae5e-4c91-8fde-29dd98795c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d6fbe-f74e-40f7-b029-6d2262ed7c11,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:50.718898 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-62c309bf-adcb-4310-8d96-40f03c8e0362 req-8789cae4-936b-43dd-9a7e-4e8f928b44ac service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037963 May 25 14:56:50.763769 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 17ca4119-5e7a-4061-9769-ec64b6238082, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=17ca4119-5e7a-4061-9769-ec64b6238082,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:50.777441 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:50.780977 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3f623e-f00b-42dd-b0b2-10805a231c28" -d '{"events": [{"server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "name": "network-vif-plugged", "status": "completed", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:50.795958 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:50.813691 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=9735042b-b98e-4620-bbc8-7f7da435ba26,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:51.007042 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb30a93-7e39-4fa4-a72a-73fd14d535e1 x-openstack-request-id: req-bcb30a93-7e39-4fa4-a72a-73fd14d535e1 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:51.007241 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "name": "network-vif-plugged", "status": "completed", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:51.007493 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcb30a93-7e39-4fa4-a72a-73fd14d535e1 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:51.008823 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb30a93-7e39-4fa4-a72a-73fd14d535e1'] response: {'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082', 'code': 200} May 25 14:56:51.015613 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a775fa-b2fa-4110-b407-8a6db4884dc7 req-235ff026-783a-47e7-ae21-760df3a17066 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:51.027890 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-57a775fa-b2fa-4110-b407-8a6db4884dc7 req-235ff026-783a-47e7-ae21-760df3a17066 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 932 time: 0.1119609 May 25 14:56:51.053096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=17ca4119-5e7a-4061-9769-ec64b6238082,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:51.131863 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-57a775fa-b2fa-4110-b407-8a6db4884dc7 req-07a237a4-8268-4fd7-b4bc-df3d3a8c849a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029210 May 25 14:56:51.189439 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f9395-fc8e-43dd-96bd-e36b3300478f req-150f84eb-bc54-4837-a09d-726ea0f39a16 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:51.195157 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-396f9395-fc8e-43dd-96bd-e36b3300478f req-150f84eb-bc54-4837-a09d-726ea0f39a16 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.1028600 May 25 14:56:51.209804 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['9735042b-b98e-4620-bbc8-7f7da435ba26'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:51.215561 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:51.232497 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50200) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:51.250207 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-587f4090-2927-4855-818f-642f080226cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.263353 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:51.352914 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-396f9395-fc8e-43dd-96bd-e36b3300478f req-23dac104-45c1-406a-bc6c-9da6b715182a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537144 May 25 14:56:51.385447 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bf1466-e269-4b11-ae5a-74bda30dcb22 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:51.392954 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50202) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:51.399975 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Publish callbacks [] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.404297 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:51.408445 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-587f4090-2927-4855-818f-642f080226cc admin admin] Publish callbacks [] for security_group (9be26801-43d6-4a3d-b910-6d0001597ec4), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.414956 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-587f4090-2927-4855-818f-642f080226cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9be26801-43d6-4a3d-b910-6d0001597ec4), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.416733 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Transition to ACTIVE for port object 16bf1466-e269-4b11-ae5a-74bda30dcb22 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:56:51.422284 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.434118 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56e624-3975-4212-b7aa-4d7f3ad8faa7 req-3e53dcb1-324c-4a4c-97f0-4ce50ab7f935 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:51.435906 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0f56e624-3975-4212-b7aa-4d7f3ad8faa7 req-3e53dcb1-324c-4a4c-97f0-4ce50ab7f935 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 945 time: 0.0944533 May 25 14:56:51.451397 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:51.476217 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Pushing event updated for resources: {'Port': ['ID=16bf1466-e269-4b11-ae5a-74bda30dcb22,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:51.478249 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-587f4090-2927-4855-818f-642f080226cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59023bd2b85c40998f4e83c41b5bc462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443812 May 25 14:56:51.482337 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50206) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:51.495847 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f4090-2927-4855-818f-642f080226cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be26801-43d6-4a3d-b910-6d0001597ec4,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:51.526221 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0f56e624-3975-4212-b7aa-4d7f3ad8faa7 req-c1bf7f50-6b3a-4f0b-8816-8840e2881c90 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 May 25 14:56:51.600495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-29993aae-3ded-4094-bc59-63328ba6c7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.626562 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Attempting to bind port 16bf1466-e269-4b11-ae5a-74bda30dcb22 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:56:51.626882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Attempting to bind port 16bf1466-e269-4b11-ae5a-74bda30dcb22 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:56:51.627208 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Attempting to bind port 16bf1466-e269-4b11-ae5a-74bda30dcb22 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:51.645791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Port 16bf1466-e269-4b11-ae5a-74bda30dcb22 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:56:51.646142 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Attempting to bind port 16bf1466-e269-4b11-ae5a-74bda30dcb22 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:56:51.661754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:56:51.662122 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Checking segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:56:51.662514 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Bound using segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:56:51.662960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Bound port: 16bf1466-e269-4b11-ae5a-74bda30dcb22, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:56:51.663320 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.666810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0db3c60e-3889-4b9c-be01-4e4a5eab1129 admin admin] Publish callbacks [] for security_group (9be26801-43d6-4a3d-b910-6d0001597ec4), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.803686 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0db3c60e-3889-4b9c-be01-4e4a5eab1129 admin admin] Publish callbacks [] for security_group (9be26801-43d6-4a3d-b910-6d0001597ec4), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.858150 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] For port 16bf1466-e269-4b11-ae5a-74bda30dcb22, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:56:51.900887 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d0a80-0403-48c8-a035-9d752f55322e req-60ad7968-e8b2-4c64-97e5-d568a927e30e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:51.900887 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-121d0a80-0403-48c8-a035-9d752f55322e req-60ad7968-e8b2-4c64-97e5-d568a927e30e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1101296 May 25 14:56:51.930232 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] For port 16bf1466-e269-4b11-ae5a-74bda30dcb22, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:56:51.932860 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-29993aae-3ded-4094-bc59-63328ba6c7ae admin admin] Publish callbacks [] for security_group (63b85850-6c97-4291-b122-ffe08aee696c), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.947392 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-29993aae-3ded-4094-bc59-63328ba6c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (63b85850-6c97-4291-b122-ffe08aee696c), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:51.956138 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.033623 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:52.034491 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.035777 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] 10.222.0.72 "PUT /v2.0/ports/16bf1466-e269-4b11-ae5a-74bda30dcb22 HTTP/1.1" status: 200 len: 1094 time: 1.6114600 May 25 14:56:52.043603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:52.045754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b473c01-e93b-4a68-8f58-6431e19aba41" -d '{"events": [{"name": "network-changed", "server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:52.076536 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-29993aae-3ded-4094-bc59-63328ba6c7ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5aacf2979fb34111a51fbaf0f0034b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6730196 May 25 14:56:52.076536 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29993aae-3ded-4094-bc59-63328ba6c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b85850-6c97-4291-b122-ffe08aee696c,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:52.076964 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50228) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:52.079904 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0db3c60e-3889-4b9c-be01-4e4a5eab1129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9be26801-43d6-4a3d-b910-6d0001597ec4), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.083820 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0db3c60e-3889-4b9c-be01-4e4a5eab1129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.084476 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0db3c60e-3889-4b9c-be01-4e4a5eab1129 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9be26801-43d6-4a3d-b910-6d0001597ec4 HTTP/1.1" status: 204 len: 168 time: 0.5983973 May 25 14:56:52.103553 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-121d0a80-0403-48c8-a035-9d752f55322e req-ca2dec6b-1bfe-4559-8529-9ecab99604a1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853697 May 25 14:56:52.119263 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3c60e-3889-4b9c-be01-4e4a5eab1129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be26801-43d6-4a3d-b910-6d0001597ec4,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:52.124625 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2f107-0c9a-4d11-8cc7-9bbb6f390a05 service neutron] Pushing event updated for resources: {'Port': ['ID=16bf1466-e269-4b11-ae5a-74bda30dcb22,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:52.157083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72c7ad6-227e-4656-896d-694b715377c4 x-openstack-request-id: req-a72c7ad6-227e-4656-896d-694b715377c4 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:52.158083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:52.158083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a72c7ad6-227e-4656-896d-694b715377c4 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:52.158083 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72c7ad6-227e-4656-896d-694b715377c4'] response: {'name': 'network-changed', 'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'status': 'completed', 'code': 200} May 25 14:56:52.258224 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 21ecf2eb-2386-4559-afdf-cee34a7a8d0c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:56:52.269636 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a13c7fe8-37d8-4515-8848-62960d2934fa admin admin] Publish callbacks [] for security_group (63b85850-6c97-4291-b122-ffe08aee696c), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.275762 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 9735042b-b98e-4620-bbc8-7f7da435ba26 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:52.391317 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a13c7fe8-37d8-4515-8848-62960d2934fa admin admin] Publish callbacks [] for security_group (63b85850-6c97-4291-b122-ffe08aee696c), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.399080 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2b1a-46d5-4869-8b11-e8d11efead43 req-973edf80-1467-49a1-ba39-de0b5649ace2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:52.407153 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-11ed2b1a-46d5-4869-8b11-e8d11efead43 req-973edf80-1467-49a1-ba39-de0b5649ace2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 944 time: 0.1120627 May 25 14:56:52.466680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:52.468759 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:52.511374 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 9735042b-b98e-4620-bbc8-7f7da435ba26 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:56:52.537530 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a13c7fe8-37d8-4515-8848-62960d2934fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (63b85850-6c97-4291-b122-ffe08aee696c), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.543527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 9735042b-b98e-4620-bbc8-7f7da435ba26 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:52.546646 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a13c7fe8-37d8-4515-8848-62960d2934fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.551466 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.553751 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-a13c7fe8-37d8-4515-8848-62960d2934fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/63b85850-6c97-4291-b122-ffe08aee696c HTTP/1.1" status: 204 len: 168 time: 0.4802577 May 25 14:56:52.563884 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-11ed2b1a-46d5-4869-8b11-e8d11efead43 req-a6faa456-ccab-4daa-927d-282f44f1752a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501961 May 25 14:56:52.633016 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c7fe8-37d8-4515-8848-62960d2934fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b85850-6c97-4291-b122-ffe08aee696c,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:52.651614 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36769a6-1be2-4aa0-bf8b-a725a1dd76f9 req-dea32c6d-1102-4233-a1be-e784179b2d8a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:52.658239 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:52.660158 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a36769a6-1be2-4aa0-bf8b-a725a1dd76f9 req-dea32c6d-1102-4233-a1be-e784179b2d8a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.1334128 May 25 14:56:52.711513 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'port_id': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c', 'mac_address': 'fa:16:3e:f0:b0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:56:52.715489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc40441-1412-4730-81e6-22b487228116 req-3868d589-ec61-4a1f-b015-5885b59d0578 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:52.726148 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6dc40441-1412-4730-81e6-22b487228116 req-3868d589-ec61-4a1f-b015-5885b59d0578 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 945 time: 0.0758104 May 25 14:56:52.753175 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a36769a6-1be2-4aa0-bf8b-a725a1dd76f9 req-85f8d31a-9a0a-4f7c-9fbc-73dd1e7056f1 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863194 May 25 14:56:52.796904 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6dc40441-1412-4730-81e6-22b487228116 req-fb68cba5-0204-4717-8cf2-c82d3fc92299 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687430 May 25 14:56:52.816736 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:52.817306 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.833573 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 9735042b-b98e-4620-bbc8-7f7da435ba26 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:52.834291 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.840544 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ecf2eb-2386-4559-afdf-cee34a7a8d0c {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:52.880049 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:52.889092 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.918344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 9735042b-b98e-4620-bbc8-7f7da435ba26, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9735042b-b98e-4620-bbc8-7f7da435ba26,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:52.928677 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:52.950142 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:53.005939 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=9735042b-b98e-4620-bbc8-7f7da435ba26,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:53.010538 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9735042b-b98e-4620-bbc8-7f7da435ba26'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:53.013909 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96da2b28-0bef-4e90-8897-066c56783ab1" -d '{"events": [{"server_uuid": "95dc2490-acfb-45bb-b4a6-6bc30f8cf983", "name": "network-vif-plugged", "status": "completed", "tag": "9735042b-b98e-4620-bbc8-7f7da435ba26"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:53.065904 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658becf6-2c94-4bd4-a89c-7b19ae534382 x-openstack-request-id: req-658becf6-2c94-4bd4-a89c-7b19ae534382 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:53.066426 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dc2490-acfb-45bb-b4a6-6bc30f8cf983", "name": "network-vif-plugged", "status": "completed", "tag": "9735042b-b98e-4620-bbc8-7f7da435ba26", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:53.066829 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-658becf6-2c94-4bd4-a89c-7b19ae534382 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:53.067367 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658becf6-2c94-4bd4-a89c-7b19ae534382'] response: {'server_uuid': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9735042b-b98e-4620-bbc8-7f7da435ba26', 'code': 200} May 25 14:56:53.100690 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-1502bd9b-c9cd-4bdc-bdbe-c2f738546f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.103421 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-1502bd9b-c9cd-4bdc-bdbe-c2f738546f61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 1128 time: 0.0530372 May 25 14:56:53.104268 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50268) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:53.123435 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-15f84c9e-44a3-4232-9785-671267dbb620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.303352 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-15f84c9e-44a3-4232-9785-671267dbb620 admin admin] Publish callbacks [] for security_group (ac79ad4d-57f3-4f38-9100-064b82ed543e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.311870 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-a0011335-bcdc-461a-abd5-23025ff627b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22 HTTP/1.1" status: 200 len: 217 time: 0.0592201 May 25 14:56:53.331255 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-15f84c9e-44a3-4232-9785-671267dbb620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (ac79ad4d-57f3-4f38-9100-064b82ed543e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.362930 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39defe-d5dc-4a1f-9eae-1c6d6d384274 req-bce54fcf-e55e-4a5e-bb37-f9d40051166e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.371845 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fd39defe-d5dc-4a1f-9eae-1c6d6d384274 req-bce54fcf-e55e-4a5e-bb37-f9d40051166e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1573517 May 25 14:56:53.415278 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['21ecf2eb-2386-4559-afdf-cee34a7a8d0c'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:53.442498 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ece71-4deb-46e7-94eb-df530f2c66ac req-24f62088-c507-4aec-aa3e-13a30011224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.443748 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a7ece71-4deb-46e7-94eb-df530f2c66ac req-24f62088-c507-4aec-aa3e-13a30011224a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 1130 time: 0.1922827 May 25 14:56:53.454526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f84c9e-44a3-4232-9785-671267dbb620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac79ad4d-57f3-4f38-9100-064b82ed543e,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:53.458805 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-15f84c9e-44a3-4232-9785-671267dbb620 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e187010915e4ea6a492217b229c8916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507149 May 25 14:56:53.461848 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50286) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:53.472579 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:53.523940 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-b91e7f5b-f224-49ce-95f3-af2fb110d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.525827 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-b91e7f5b-f224-49ce-95f3-af2fb110d3c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.1494639 May 25 14:56:53.544883 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:53.549257 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:53.596475 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-b27d26aa-5605-4980-a3b0-e1b728807e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.598090 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-b27d26aa-5605-4980-a3b0-e1b728807e86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533426 May 25 14:56:53.599877 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-70713d4d-b6df-4f50-8638-d2cc903c8a1e admin admin] Publish callbacks [] for security_group (ac79ad4d-57f3-4f38-9100-064b82ed543e), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.629516 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fd39defe-d5dc-4a1f-9eae-1c6d6d384274 req-df124c81-6cc1-439d-8b2e-6cc1eab0bf06 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562094 May 25 14:56:53.681473 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-70713d4d-b6df-4f50-8638-d2cc903c8a1e admin admin] Publish callbacks [] for security_group (ac79ad4d-57f3-4f38-9100-064b82ed543e), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.779389 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-319d4ae1-09a8-4962-ad6f-5c09fc0ed2a7 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573353 May 25 14:56:53.789733 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a7ece71-4deb-46e7-94eb-df530f2c66ac req-dcc437ae-7944-405e-b81c-3db7cfba975a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297901 May 25 14:56:53.799470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd0784-cd06-44d6-b8d3-89ad2ae87051 req-85658cf4-7388-4bcd-a595-5edc4b8d3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.801062 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9fdd0784-cd06-44d6-b8d3-89ad2ae87051 req-85658cf4-7388-4bcd-a595-5edc4b8d3660 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 1130 time: 0.2742009 May 25 14:56:53.830420 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eb5ee-a8dc-45a2-8ee0-0f8bbea302f0 req-f36002e0-85a5-4559-a79b-5953a9416fa2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:53.837491 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0f0eb5ee-a8dc-45a2-8ee0-0f8bbea302f0 req-f36002e0-85a5-4559-a79b-5953a9416fa2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 944 time: 0.1503327 May 25 14:56:53.904581 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-70713d4d-b6df-4f50-8638-d2cc903c8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (ac79ad4d-57f3-4f38-9100-064b82ed543e), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.913525 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-70713d4d-b6df-4f50-8638-d2cc903c8a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:53.917657 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-70713d4d-b6df-4f50-8638-d2cc903c8a1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ac79ad4d-57f3-4f38-9100-064b82ed543e HTTP/1.1" status: 204 len: 168 time: 0.4544821 May 25 14:56:53.938452 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0f0eb5ee-a8dc-45a2-8ee0-0f8bbea302f0 req-083094cc-fbd2-4edd-aa61-956c0ecec90e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999713 May 25 14:56:53.944594 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70713d4d-b6df-4f50-8638-d2cc903c8a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac79ad4d-57f3-4f38-9100-064b82ed543e,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:54.033298 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d85b33-3871-4d76-9477-680bab1f0156 req-f445640a-d0eb-4f12-8107-754548f5292a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.034875 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d85b33-3871-4d76-9477-680bab1f0156 req-f445640a-d0eb-4f12-8107-754548f5292a tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.1274612 May 25 14:56:54.072631 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cb8b0df-5e36-4cdc-beec-9dd4cd18d6f4 req-84491ffc-8583-4a53-9dac-7771c8c87734 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817712 May 25 14:56:54.093588 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:54.099952 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:54.113804 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d85b33-3871-4d76-9477-680bab1f0156 req-5888bcac-b557-45a1-8a94-0888933d73f0 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700488 May 25 14:56:54.178475 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0743a20-e426-44c4-93e6-277bfe8c1cd3 req-7e9affa1-87cc-44c9-9229-03e9a4c03735 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.178475 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a0743a20-e426-44c4-93e6-277bfe8c1cd3 req-7e9affa1-87cc-44c9-9229-03e9a4c03735 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0867677 May 25 14:56:54.269650 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a0743a20-e426-44c4-93e6-277bfe8c1cd3 req-bf3a9702-2d16-419b-bed1-495b7ac02318 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732944 May 25 14:56:54.292154 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9fdd0784-cd06-44d6-b8d3-89ad2ae87051 req-1157c78b-18bd-4169-b092-b62242f4bf24 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102009 May 25 14:56:54.773412 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 21ecf2eb-2386-4559-afdf-cee34a7a8d0c up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:54.812791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b10230-b9cd-4891-9419-79eb863b7abe req-b4100d4a-818f-4de7-bb87-edda7eb25362 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:54.814845 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85b10230-b9cd-4891-9419-79eb863b7abe req-b4100d4a-818f-4de7-bb87-edda7eb25362 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0692132 May 25 14:56:54.847382 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:56:54.856416 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:54.857017 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:54.946875 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85b10230-b9cd-4891-9419-79eb863b7abe req-86f6e3a9-1752-4de7-bbf6-161efb51bbfd tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250870 May 25 14:56:55.036963 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:55.037518 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:55.086448 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:55.090912 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2cd03b-f1d5-4ce4-a148-f3e256bcab96" -d '{"events": [{"server_uuid": "2553a433-8b4b-4f36-b319-50c84e8b3d7c", "name": "network-vif-plugged", "status": "completed", "tag": "21ecf2eb-2386-4559-afdf-cee34a7a8d0c"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:55.109576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b814c5-4a8b-4c1a-aa3a-e6274de00acb req-a90ddfd4-18bf-41a3-a327-7c183d1fff28 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:55.117963 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-71b814c5-4a8b-4c1a-aa3a-e6274de00acb req-a90ddfd4-18bf-41a3-a327-7c183d1fff28 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 944 time: 0.0799284 May 25 14:56:55.119781 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:55.126950 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:55.180422 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-71b814c5-4a8b-4c1a-aa3a-e6274de00acb req-1bd15247-d240-49f1-9b49-cbeba0255550 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614018 May 25 14:56:55.182582 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a7d8b6-df08-4515-a9a9-4663587161b8 x-openstack-request-id: req-34a7d8b6-df08-4515-a9a9-4663587161b8 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:55.182582 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2553a433-8b4b-4f36-b319-50c84e8b3d7c", "name": "network-vif-plugged", "status": "completed", "tag": "21ecf2eb-2386-4559-afdf-cee34a7a8d0c", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:55.182582 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34a7d8b6-df08-4515-a9a9-4663587161b8 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:55.182582 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a7d8b6-df08-4515-a9a9-4663587161b8'] response: {'server_uuid': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c', 'code': 200} May 25 14:56:55.218560 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:55.640599 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b00cb0-f3b9-4dde-bf6f-5e80d6e812f7 req-dcb18cae-92fe-4858-ae6e-c446b00e0133 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:55.647802 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-34b00cb0-f3b9-4dde-bf6f-5e80d6e812f7 req-dcb18cae-92fe-4858-ae6e-c446b00e0133 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.3041396 May 25 14:56:55.721048 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-34b00cb0-f3b9-4dde-bf6f-5e80d6e812f7 req-65bb8cc8-29ba-44ec-809f-f39e72bdd55a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678327 May 25 14:56:55.948351 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-b759ec03-2653-41e7-91d2-b4c3e0658ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:55.949923 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-b759ec03-2653-41e7-91d2-b4c3e0658ba8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 1128 time: 0.0419312 May 25 14:56:56.055189 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ea073-cc7f-4258-865b-558967f389e7 req-18ce2482-6e3c-436f-ac4e-c439576c0c2a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:56.056539 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e17ea073-cc7f-4258-865b-558967f389e7 req-18ce2482-6e3c-436f-ac4e-c439576c0c2a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0553958 May 25 14:56:56.113430 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e17ea073-cc7f-4258-865b-558967f389e7 req-dce7293b-713a-4ec5-83cd-5d2d86dfa303 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510817 May 25 14:56:56.310565 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487115c-857a-4fc1-b067-e2d56a9b98e7 req-15df8811-d530-4c1c-9fe6-6deb294799c2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:56.318359 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b487115c-857a-4fc1-b067-e2d56a9b98e7 req-15df8811-d530-4c1c-9fe6-6deb294799c2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 944 time: 0.0581579 May 25 14:56:56.368149 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b487115c-857a-4fc1-b067-e2d56a9b98e7 req-411e0f47-c90f-43f1-b9bf-a7f7eb0650d8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488765 May 25 14:56:56.763643 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 16bf1466-e269-4b11-ae5a-74bda30dcb22 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:56:56.837263 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736adc7-7a3f-4139-9bf9-56f60e5f14cf req-d3cac023-1d80-4265-bc57-385648fcc1f0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:56.839049 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8736adc7-7a3f-4139-9bf9-56f60e5f14cf req-d3cac023-1d80-4265-bc57-385648fcc1f0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0516653 May 25 14:56:56.869142 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 16bf1466-e269-4b11-ae5a-74bda30dcb22, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:56.884294 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:56:56.924166 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8736adc7-7a3f-4139-9bf9-56f60e5f14cf req-441eba1e-a6eb-4422-af74-e302987e1765 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780654 May 25 14:56:56.934569 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 16bf1466-e269-4b11-ae5a-74bda30dcb22 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:56.935070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:56.949567 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bf1466-e269-4b11-ae5a-74bda30dcb22 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:56:56.990548 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 16bf1466-e269-4b11-ae5a-74bda30dcb22, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:57.000646 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.069621 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=16bf1466-e269-4b11-ae5a-74bda30dcb22,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:57.109090 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-cf5c90dd-3089-402a-830f-2a2a3bd3d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:57.111366 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-cf5c90dd-3089-402a-830f-2a2a3bd3d423 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.1540515 May 25 14:56:57.249894 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9dea4-d292-4293-870f-e615ec545f2b req-2eea6f2e-f8d6-4b53-bf7f-b776bb356183 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:57.251581 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7db9dea4-d292-4293-870f-e615ec545f2b req-2eea6f2e-f8d6-4b53-bf7f-b776bb356183 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0668449 May 25 14:56:57.305889 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7db9dea4-d292-4293-870f-e615ec545f2b req-a3d1e70d-79c6-42b1-b90a-c3b093f69dbd tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483334 May 25 14:56:57.338178 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50472) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:57.404609 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-487729f9-9f24-4d5b-8f23-9e7ea08fe244 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22 HTTP/1.1" status: 200 len: 217 time: 0.0450518 May 25 14:56:57.474938 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-36aea6f7-761b-403e-8087-d44a8fa10cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.497642 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7928570-7597-4516-b725-c40758259485 req-1e06e780-d2a8-4037-85d4-de7dc7e64565 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:57.499532 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f7928570-7597-4516-b725-c40758259485 req-1e06e780-d2a8-4037-85d4-de7dc7e64565 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 945 time: 0.0497873 May 25 14:56:57.553347 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f7928570-7597-4516-b725-c40758259485 req-f7ea5f9a-bd11-4902-86d6-9a4e1c86fca9 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478976 May 25 14:56:57.565140 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-36aea6f7-761b-403e-8087-d44a8fa10cae admin admin] Publish callbacks [] for security_group (84461954-0ff3-4dac-b31b-b8edf0b722ae), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.570772 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-36aea6f7-761b-403e-8087-d44a8fa10cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (84461954-0ff3-4dac-b31b-b8edf0b722ae), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.575185 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:57.620873 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-36aea6f7-761b-403e-8087-d44a8fa10cae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2a776b2cf004d6eb1b77d6801208259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809365 May 25 14:56:57.621254 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50486) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:57.621729 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aea6f7-761b-403e-8087-d44a8fa10cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84461954-0ff3-4dac-b31b-b8edf0b722ae,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:57.656901 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['16bf1466-e269-4b11-ae5a-74bda30dcb22'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:56:57.699041 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-783d12ba-64e3-4f75-996c-144459c39d03 admin admin] Publish callbacks [] for security_group (84461954-0ff3-4dac-b31b-b8edf0b722ae), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.730441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-783d12ba-64e3-4f75-996c-144459c39d03 admin admin] Publish callbacks [] for security_group (84461954-0ff3-4dac-b31b-b8edf0b722ae), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.746549 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:57.799454 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-783d12ba-64e3-4f75-996c-144459c39d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (84461954-0ff3-4dac-b31b-b8edf0b722ae), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.802944 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-783d12ba-64e3-4f75-996c-144459c39d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:57.804283 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-783d12ba-64e3-4f75-996c-144459c39d03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84461954-0ff3-4dac-b31b-b8edf0b722ae HTTP/1.1" status: 204 len: 168 time: 0.1815197 May 25 14:56:57.831959 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d12ba-64e3-4f75-996c-144459c39d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84461954-0ff3-4dac-b31b-b8edf0b722ae,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:57.834053 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:58.056904 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:58.071602 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cced3c-567f-4b4a-a785-f8cc0d84618b req-cc09b2db-4a15-4df9-80d8-3015fcd5065d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.074134 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-35cced3c-567f-4b4a-a785-f8cc0d84618b req-cc09b2db-4a15-4df9-80d8-3015fcd5065d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0642123 May 25 14:56:58.157683 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-35cced3c-567f-4b4a-a785-f8cc0d84618b req-57d4e94e-4191-4efa-be42-9e5c808a6d8f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744882 May 25 14:56:58.231432 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50518) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:58.246233 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f966-84c9-43f8-b8fd-2748a8e687fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.328514 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f966-84c9-43f8-b8fd-2748a8e687fc admin admin] Publish callbacks [] for security_group (4432ce29-67d7-4803-ae3e-acf3a1e7d902), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.332480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f4b2f966-84c9-43f8-b8fd-2748a8e687fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4432ce29-67d7-4803-ae3e-acf3a1e7d902), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.376229 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f4b2f966-84c9-43f8-b8fd-2748a8e687fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ddb7a79ba6b74f698b26fd50db4a5345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435375 May 25 14:56:58.381988 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2f966-84c9-43f8-b8fd-2748a8e687fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4432ce29-67d7-4803-ae3e-acf3a1e7d902,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:58.382184 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50522) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:58.433172 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa8a32-84fb-47e4-ab4d-9f1ecdb17762 req-f3bacd4c-04aa-4a78-b177-932afc22d0aa tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.435105 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4ffa8a32-84fb-47e4-ab4d-9f1ecdb17762 req-f3bacd4c-04aa-4a78-b177-932afc22d0aa tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0536482 May 25 14:56:58.444349 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Publish callbacks [] for security_group (4432ce29-67d7-4803-ae3e-acf3a1e7d902), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.476304 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Publish callbacks [] for security_group (4432ce29-67d7-4803-ae3e-acf3a1e7d902), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.487677 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4ffa8a32-84fb-47e4-ab4d-9f1ecdb17762 req-e0234ab1-fe1e-4105-bef5-1a343acf023d tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456629 May 25 14:56:58.557425 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4432ce29-67d7-4803-ae3e-acf3a1e7d902), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.561243 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.569397 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4432ce29-67d7-4803-ae3e-acf3a1e7d902 HTTP/1.1" status: 204 len: 168 time: 0.1890545 May 25 14:56:58.580276 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4432ce29-67d7-4803-ae3e-acf3a1e7d902,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:58.596577 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.596707 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.597305 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.598493 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.598778 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f463067-7faf-4630-b97c-aa8902c80088 req-1455cc30-a104-4de2-8003-10f470422428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.599098 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.599581 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.600157 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.600559 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.600974 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.601569 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f463067-7faf-4630-b97c-aa8902c80088 req-1455cc30-a104-4de2-8003-10f470422428 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1129 time: 0.1004784 May 25 14:56:58.601882 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.602330 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.602751 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.603250 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.603718 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.604162 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34725537-bc9a-4da0-9d61-6052c6fcce8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:58.618960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-b4e8dbc0-d1f2-4781-84b0-96eaa68204bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.621741 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-b4e8dbc0-d1f2-4781-84b0-96eaa68204bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.1059365 May 25 14:56:58.627998 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:58.696115 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dee71-63d0-4fd4-a3d8-c84f8f75205e req-cf471dec-7373-4adc-9327-b52f3f4d2914 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.697785 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d88dee71-63d0-4fd4-a3d8-c84f8f75205e req-cf471dec-7373-4adc-9327-b52f3f4d2914 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0600111 May 25 14:56:58.708216 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50534) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:58.713511 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'floatingip': {'port_id': '17ca4119-5e7a-4061-9769-ec64b6238082'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:56:58.803074 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (cda4f375-673d-40aa-9ab5-330907009d61), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:58.827288 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbe4dd-e08c-455b-80a6-d167f8bba277 req-2ef4378c-ae8c-4513-99d7-6ffd89b61e3f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:58.829441 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ddcbe4dd-e08c-455b-80a6-d167f8bba277 req-2ef4378c-ae8c-4513-99d7-6ffd89b61e3f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 945 time: 0.0612545 May 25 14:56:58.887773 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ddcbe4dd-e08c-455b-80a6-d167f8bba277 req-01882f47-3a4b-487a-9871-a580874ed285 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525331 May 25 14:56:58.916317 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 16bf1466-e269-4b11-ae5a-74bda30dcb22 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:56:58.934451 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:58.970893 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 16bf1466-e269-4b11-ae5a-74bda30dcb22 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:56:58.980192 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 16bf1466-e269-4b11-ae5a-74bda30dcb22 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:56:58.981390 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.079473 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 16bf1466-e269-4b11-ae5a-74bda30dcb22 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:56:59.079860 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.096556 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50542) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:59.106407 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:56:59.108826 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f419ea88-8638-44d1-90f7-1d02578b7d68" -d '{"events": [{"server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "name": "network-vif-plugged", "status": "completed", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:56:59.113166 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.125741 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 16bf1466-e269-4b11-ae5a-74bda30dcb22, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:56:59.130480 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.213861 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=16bf1466-e269-4b11-ae5a-74bda30dcb22,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:59.237621 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.238359 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.242085 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.244189 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.244800 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.251228 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.251228 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.251228 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.251730 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.252002 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.252471 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.255166 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.255166 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.255166 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.255166 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.355840 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Publish callbacks [] for security_group (3f993648-b49c-433c-9daa-4d18170d8263), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.368693 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3f993648-b49c-433c-9daa-4d18170d8263), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.425196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910b3a-2b61-4571-a09a-591037b6448e req-0f896de3-10d7-4260-9054-573299f81b2d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:59.427623 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-18910b3a-2b61-4571-a09a-591037b6448e req-0f896de3-10d7-4260-9054-573299f81b2d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.1318333 May 25 14:56:59.497116 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:59.505736 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77db852-0531-45e3-8f39-80ee84ec0eab x-openstack-request-id: req-f77db852-0531-45e3-8f39-80ee84ec0eab {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:56:59.506424 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "name": "network-vif-plugged", "status": "completed", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:56:59.506913 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f77db852-0531-45e3-8f39-80ee84ec0eab {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:56:59.507868 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77db852-0531-45e3-8f39-80ee84ec0eab'] response: {'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'code': 200} May 25 14:56:59.527110 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:56:59.553266 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c325af4399c2479faf47b377b927a667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553118 May 25 14:56:59.554438 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-00a33b43-f720-4871-bbd5-9490138ee364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:56:59.555969 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-00a33b43-f720-4871-bbd5-9490138ee364 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1706002 May 25 14:56:59.556584 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f993648-b49c-433c-9daa-4d18170d8263,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:59.559425 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50558) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:56:59.594929 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f463067-7faf-4630-b97c-aa8902c80088 req-ce1ebd75-a2ba-46c1-a4e2-0eed7b04e547 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158813 May 25 14:56:59.605441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.605828 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.606218 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.606557 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.606881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.607453 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.607781 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.608108 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.608494 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.608792 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.609170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.609495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.609818 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.610264 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.610555 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b500d8d-2a63-4f89-a150-ab5e1bf80165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:56:59.652302 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-18910b3a-2b61-4571-a09a-591037b6448e req-09f368ef-3be2-4169-9411-1987772395c7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553826 May 25 14:56:59.672840 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5638ae93-36c3-4702-b7fc-7dbe84092f99 admin admin] Publish callbacks [] for security_group (3f993648-b49c-433c-9daa-4d18170d8263), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.707696 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5638ae93-36c3-4702-b7fc-7dbe84092f99 admin admin] Publish callbacks [] for security_group (3f993648-b49c-433c-9daa-4d18170d8263), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.767569 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5638ae93-36c3-4702-b7fc-7dbe84092f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3f993648-b49c-433c-9daa-4d18170d8263), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.770804 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5638ae93-36c3-4702-b7fc-7dbe84092f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.772369 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5638ae93-36c3-4702-b7fc-7dbe84092f99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f993648-b49c-433c-9daa-4d18170d8263 HTTP/1.1" status: 204 len: 168 time: 0.2062438 May 25 14:56:59.782775 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638ae93-36c3-4702-b7fc-7dbe84092f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f993648-b49c-433c-9daa-4d18170d8263,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:56:59.847297 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.853627 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (cda4f375-673d-40aa-9ab5-330907009d61), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:56:59.999932 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Floating IP cda4f375-673d-40aa-9ab5-330907009d61 associated. External IP: 172.27.0.159, port: 17ca4119-5e7a-4061-9769-ec64b6238082. May 25 14:57:00.021143 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536723a-5f8e-4fbf-a5be-587b7003e91a req-31eb8cb5-b6b7-4ee8-9798-41057f6220f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:00.023201 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2536723a-5f8e-4fbf-a5be-587b7003e91a req-31eb8cb5-b6b7-4ee8-9798-41057f6220f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0684164 May 25 14:57:00.093761 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2536723a-5f8e-4fbf-a5be-587b7003e91a req-3c8ebc54-47d4-476f-ad93-5b92a6d02cdc tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625010 May 25 14:57:00.219641 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a34d6-bd62-4c2b-93da-91101c3bcbf1 req-11b2f7ed-2493-47d4-8919-3537116d72a3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:00.226655 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-580a34d6-bd62-4c2b-93da-91101c3bcbf1 req-11b2f7ed-2493-47d4-8919-3537116d72a3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.1735890 May 25 14:57:00.285293 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-6a207feb-bb0e-471f-b890-35e97e226031 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852546 May 25 14:57:00.317500 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-580a34d6-bd62-4c2b-93da-91101c3bcbf1 req-faf672d1-73cd-4172-a4be-a675754caf15 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901210 May 25 14:57:00.335280 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:00.359735 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Router a466a499-affb-459c-8982-52263ef5219a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:57:00.513950 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:57:00.519236 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:00.533072 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] Sync routers for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:57:00.548456 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:57:00.549083 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:00.555737 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50592) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:00.586336 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-670c4419-6af1-4b90-92a5-50587f192e13 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "PUT /v2.0/floatingips/cda4f375-673d-40aa-9ab5-330907009d61 HTTP/1.1" status: 200 len: 992 time: 1.8769524 May 25 14:57:00.586947 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:57:00.591332 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:57:00.633625 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24eb1fb-0025-4990-bc29-e5a3a322d264 x-openstack-request-id: req-a24eb1fb-0025-4990-bc29-e5a3a322d264 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:57:00.634359 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:57:00.634809 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a24eb1fb-0025-4990-bc29-e5a3a322d264 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:57:00.635380 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24eb1fb-0025-4990-bc29-e5a3a322d264'] response: {'name': 'network-changed', 'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082', 'status': 'completed', 'code': 200} May 25 14:57:00.717407 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:57:00.765196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a86bc1ce-75a4-4282-a3ff-46162740b9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:00.917401 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a86bc1ce-75a4-4282-a3ff-46162740b9d9 admin admin] Publish callbacks [] for security_group (aefc28da-6265-434e-b366-1f40ba124409), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:00.923285 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a86bc1ce-75a4-4282-a3ff-46162740b9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (aefc28da-6265-434e-b366-1f40ba124409), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:00.988266 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a86bc1ce-75a4-4282-a3ff-46162740b9d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0259cabe6366480b874562418bd7ee32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314315 May 25 14:57:00.991232 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50618) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:01.016312 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bc1ce-75a4-4282-a3ff-46162740b9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc28da-6265-434e-b366-1f40ba124409,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:01.129085 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-435617ac-1ef9-45e0-8bf9-b61577e0af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.129085 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-435617ac-1ef9-45e0-8bf9-b61577e0af68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 1130 time: 0.0711589 May 25 14:57:01.176772 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0445cc-10e9-4dd4-8e84-675c32dbe669 req-fe0d4337-6ecc-4eee-ab1d-68afe93ddaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.179465 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0a0445cc-10e9-4dd4-8e84-675c32dbe669 req-fe0d4337-6ecc-4eee-ab1d-68afe93ddaa7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 1130 time: 0.1280007 May 25 14:57:01.184468 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:01.220623 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6db273f0-87e5-4b15-b01f-a0d786e67a3b admin admin] Publish callbacks [] for security_group (aefc28da-6265-434e-b366-1f40ba124409), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:01.227001 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'cda4f375-673d-40aa-9ab5-330907009d61', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'a466a499-affb-459c-8982-52263ef5219a', 'port_id': '17ca4119-5e7a-4061-9769-ec64b6238082', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'mac_address': 'fa:16:3e:ce:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:20Z', 'updated_at': '2022-05-25T14:56:59Z', 'revision_number': 1, 'project_id': '2395f31fad3645c19096d648c521bf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:01.231384 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04264df-c730-4afa-a4f6-580c87a49386 req-2e948e43-7f0b-4682-8fba-63edb0384a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.233346 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a04264df-c730-4afa-a4f6-580c87a49386 req-2e948e43-7f0b-4682-8fba-63edb0384a7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 1130 time: 0.2624850 May 25 14:57:01.257908 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:01.281742 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] Checking router: a466a499-affb-459c-8982-52263ef5219a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:57:01.287432 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6db273f0-87e5-4b15-b01f-a0d786e67a3b admin admin] Publish callbacks [] for security_group (aefc28da-6265-434e-b366-1f40ba124409), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:01.295082 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:57:01.296105 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:56:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:01.351934 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecb3ac-0c01-40b7-8be9-eae734998fc1 req-2848963b-7adb-4b8d-b17f-2045807b7fc8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.363173 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b1ecb3ac-0c01-40b7-8be9-eae734998fc1 req-2848963b-7adb-4b8d-b17f-2045807b7fc8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.1347666 May 25 14:57:01.375572 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:01.377609 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04264df-c730-4afa-a4f6-580c87a49386 req-cfbe1c5b-f1de-43d6-a6cb-4218f265ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.379047 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a04264df-c730-4afa-a4f6-580c87a49386 req-cfbe1c5b-f1de-43d6-a6cb-4218f265ca0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.1048672 May 25 14:57:01.426938 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b473c01-e93b-4a68-8f58-6431e19aba41 req-0eaf7f03-fdb4-4c50-b19b-9d31ce641416 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419401 May 25 14:57:01.432318 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-9bb45242-75f9-40c5-ab14-bc89f3e7be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.434156 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-9bb45242-75f9-40c5-ab14-bc89f3e7be7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 911 time: 0.2787139 May 25 14:57:01.450209 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0a0445cc-10e9-4dd4-8e84-675c32dbe669 req-e634771f-ac4f-4ab9-bc37-30f17d955dfe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512457 May 25 14:57:01.486531 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6db273f0-87e5-4b15-b01f-a0d786e67a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (aefc28da-6265-434e-b366-1f40ba124409), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:01.489304 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6db273f0-87e5-4b15-b01f-a0d786e67a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:01.490524 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-6db273f0-87e5-4b15-b01f-a0d786e67a3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aefc28da-6265-434e-b366-1f40ba124409 HTTP/1.1" status: 204 len: 168 time: 0.4976189 May 25 14:57:01.503680 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:57:01.509845 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db273f0-87e5-4b15-b01f-a0d786e67a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc28da-6265-434e-b366-1f40ba124409,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:01.519987 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b1ecb3ac-0c01-40b7-8be9-eae734998fc1 req-e85476eb-4b6b-45dc-a0b2-3c2cdcd77618 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552651 May 25 14:57:01.579118 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018b05b-f577-45d3-b06a-6f0aaa31113f req-53023235-701c-4841-989e-0383eacf7f37 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:01.586867 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9018b05b-f577-45d3-b06a-6f0aaa31113f req-53023235-701c-4841-989e-0383eacf7f37 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.1169479 May 25 14:57:01.666487 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9018b05b-f577-45d3-b06a-6f0aaa31113f req-80ddde45-a652-470a-a3e2-75029e65b532 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766072 May 25 14:57:01.807804 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'cda4f375-673d-40aa-9ab5-330907009d61', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'a466a499-affb-459c-8982-52263ef5219a', 'port_id': '17ca4119-5e7a-4061-9769-ec64b6238082', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'mac_address': 'fa:16:3e:ce:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:20Z', 'updated_at': '2022-05-25T14:56:59Z', 'revision_number': 1, 'project_id': '2395f31fad3645c19096d648c521bf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:01.834746 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b805-92e4-47dd-84c5-d0dfe1996a0c None None] The sync data for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi is: [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'cda4f375-673d-40aa-9ab5-330907009d61', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'a466a499-affb-459c-8982-52263ef5219a', 'port_id': '17ca4119-5e7a-4061-9769-ec64b6238082', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'mac_address': 'fa:16:3e:ce:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:20Z', 'updated_at': '2022-05-25T14:56:59Z', 'revision_number': 1, 'project_id': '2395f31fad3645c19096d648c521bf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:57:02.029972 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50646) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:02.058220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5268fb20-f926-4c3b-9502-ddfcd7960a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:02.182952 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5268fb20-f926-4c3b-9502-ddfcd7960a07 admin admin] Publish callbacks [] for security_group (61fa61eb-341c-4ee3-9854-8655b81ecd25), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:02.188440 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5268fb20-f926-4c3b-9502-ddfcd7960a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (61fa61eb-341c-4ee3-9854-8655b81ecd25), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:02.224363 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99af19f-25bc-4d0b-8eea-d5dc0ef1a8af None None] New status for floating IP cda4f375-673d-40aa-9ab5-330907009d61: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:57:02.236071 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5268fb20-f926-4c3b-9502-ddfcd7960a07 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b6dc6bd6ec04d30875c69c354ccc219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021410 May 25 14:57:02.236071 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268fb20-f926-4c3b-9502-ddfcd7960a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa61eb-341c-4ee3-9854-8655b81ecd25,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:02.236612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 50656) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:02.298749 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e0903ac-e898-47d4-b4f3-d5bd31b7475e admin admin] Publish callbacks [] for security_group (61fa61eb-341c-4ee3-9854-8655b81ecd25), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:02.327385 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e0903ac-e898-47d4-b4f3-d5bd31b7475e admin admin] Publish callbacks [] for security_group (61fa61eb-341c-4ee3-9854-8655b81ecd25), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:02.392559 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e0903ac-e898-47d4-b4f3-d5bd31b7475e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (61fa61eb-341c-4ee3-9854-8655b81ecd25), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:02.400851 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e0903ac-e898-47d4-b4f3-d5bd31b7475e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:02.417650 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-4e0903ac-e898-47d4-b4f3-d5bd31b7475e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61fa61eb-341c-4ee3-9854-8655b81ecd25 HTTP/1.1" status: 204 len: 168 time: 0.1799829 May 25 14:57:02.442804 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0903ac-e898-47d4-b4f3-d5bd31b7475e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa61eb-341c-4ee3-9854-8655b81ecd25,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:02.723627 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e089d21-2083-465e-aac1-af1ada00b9f9 req-b3674733-86f4-4f89-a574-dcf5b74a0396 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:02.725330 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9e089d21-2083-465e-aac1-af1ada00b9f9 req-b3674733-86f4-4f89-a574-dcf5b74a0396 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0710206 May 25 14:57:02.804183 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9e089d21-2083-465e-aac1-af1ada00b9f9 req-c9d60ac1-6a02-4492-ae05-9a1a913bd334 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 May 25 14:57:02.982059 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bbfa9-e460-441e-8299-8e491e55a164 req-c6db25d6-b17e-4b62-9ac9-c2ae4109ffc0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:02.983703 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a6bbfa9-e460-441e-8299-8e491e55a164 req-c6db25d6-b17e-4b62-9ac9-c2ae4109ffc0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0633204 May 25 14:57:03.050084 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a6bbfa9-e460-441e-8299-8e491e55a164 req-f5fda657-bb45-45c7-a4fb-38abf8319721 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606642 May 25 14:57:03.212799 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a04264df-c730-4afa-a4f6-580c87a49386 req-424b7137-68cf-44dd-b92f-51cff34e574a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9735042b-b98e-4620-bbc8-7f7da435ba26 HTTP/1.1" status: 200 len: 217 time: 0.0964992 May 25 14:57:03.274003 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-8d659ff5-d1d5-4233-a495-4a29fe8694b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 200 len: 1002 time: 0.1642163 May 25 14:57:03.914188 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e3527-8e7d-420a-8c23-bb2383617d0e req-16297f78-9fc7-45d3-89dc-beec5214ee30 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:03.915840 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-011e3527-8e7d-420a-8c23-bb2383617d0e req-16297f78-9fc7-45d3-89dc-beec5214ee30 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0484107 May 25 14:57:03.968670 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-011e3527-8e7d-420a-8c23-bb2383617d0e req-404feefd-4cdc-4622-be5e-c9ced8b8891a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 May 25 14:57:04.171163 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbfce-c6c5-4015-af16-f90ffcaf54db req-6a52f300-9f13-4ec5-b037-e055c093e91b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:04.173276 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6effbfce-c6c5-4015-af16-f90ffcaf54db req-6a52f300-9f13-4ec5-b037-e055c093e91b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0499580 May 25 14:57:04.231432 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6effbfce-c6c5-4015-af16-f90ffcaf54db req-5d8c5a2b-ac5c-4876-af67-cbb878baf621 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527680 May 25 14:57:04.594228 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5898472e-83db-4e20-950f-465ddb89b9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:05.063378 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:05.083613 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0f93-2514-4d2a-aca4-98eaec7edea8 req-5949d7d1-09bf-4232-825e-621176fee282 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:05.085089 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-83ba0f93-2514-4d2a-aca4-98eaec7edea8 req-5949d7d1-09bf-4232-825e-621176fee282 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0489073 May 25 14:57:05.134750 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-83ba0f93-2514-4d2a-aca4-98eaec7edea8 req-a2480443-21f8-4b69-b976-c3a1efd02853 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 May 25 14:57:05.353345 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb64c-fbb7-4ffb-9009-b04951cc3864 req-4b99085e-3a24-4757-a2c0-18ca67f3f990 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:05.358464 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7cb64c-fbb7-4ffb-9009-b04951cc3864 req-4b99085e-3a24-4757-a2c0-18ca67f3f990 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0546575 May 25 14:57:05.405318 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7cb64c-fbb7-4ffb-9009-b04951cc3864 req-a587efbd-2c7f-4f67-b0df-0527571f660e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 May 25 14:57:06.249094 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7c0c1-3ee8-4a35-9e31-010e4ad914f7 req-7d442422-d626-404f-9946-8d223932fcec tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:06.250624 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3bd7c0c1-3ee8-4a35-9e31-010e4ad914f7 req-7d442422-d626-404f-9946-8d223932fcec tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0475042 May 25 14:57:06.301033 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3bd7c0c1-3ee8-4a35-9e31-010e4ad914f7 req-4f6436ba-1ae9-42aa-9a3e-1ff96f8598a2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 May 25 14:57:06.516708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0ecfb-11c7-4f04-984d-1da30211d88d req-f25574b5-acf1-4733-a5f2-cf0afba07b06 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:06.518197 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a2f0ecfb-11c7-4f04-984d-1da30211d88d req-f25574b5-acf1-4733-a5f2-cf0afba07b06 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0466559 May 25 14:57:06.565503 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a2f0ecfb-11c7-4f04-984d-1da30211d88d req-9beb7745-0971-4925-847d-af73da7712f7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 May 25 14:57:07.417749 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51308ad4-656e-4366-b706-300997c78810 req-7075cd46-15e3-4b62-b30d-37f9c8b6670d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.419268 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-51308ad4-656e-4366-b706-300997c78810 req-7075cd46-15e3-4b62-b30d-37f9c8b6670d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0482736 May 25 14:57:07.460151 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:07.475681 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-51308ad4-656e-4366-b706-300997c78810 req-e5ba11f7-5b8c-4ead-b816-2a6f820b636d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509393 May 25 14:57:07.496578 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-688cfbd8-6980-4383-9f48-4f4abb0d010b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:07.559288 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:07.572024 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-b4ad3fb0-aa17-4e5b-a9b3-3b3107ba413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.573457 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-b4ad3fb0-aa17-4e5b-a9b3-3b3107ba413a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0888069 May 25 14:57:07.575031 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04264df-c730-4afa-a4f6-580c87a49386 req-981352e6-0328-4ceb-a27b-90356ab022ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.576322 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a04264df-c730-4afa-a4f6-580c87a49386 req-981352e6-0328-4ceb-a27b-90356ab022ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0903437 May 25 14:57:07.730402 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04264df-c730-4afa-a4f6-580c87a49386 req-2867eb22-2e6c-4a78-9479-f380b8e75432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.731915 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a04264df-c730-4afa-a4f6-580c87a49386 req-2867eb22-2e6c-4a78-9479-f380b8e75432 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939379 May 25 14:57:07.737221 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-0a187c46-54a4-4954-ace2-97a2c76ad061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.738661 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-0a187c46-54a4-4954-ace2-97a2c76ad061 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1087365 May 25 14:57:07.748483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613316-25c6-4160-966b-fa7ca611592e req-538faa9b-d028-456c-b454-dabf8133bc4f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:07.749924 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2b613316-25c6-4160-966b-fa7ca611592e req-538faa9b-d028-456c-b454-dabf8133bc4f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.1024556 May 25 14:57:07.798310 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2b613316-25c6-4160-966b-fa7ca611592e req-ce01847b-7ee2-4b06-b83b-86d923820934 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 May 25 14:57:08.622890 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df2f71-259d-4d4a-af11-2e708d26d3ad req-30363e24-85cb-45e4-90b4-cd0ad2910726 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:08.624314 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-90df2f71-259d-4d4a-af11-2e708d26d3ad req-30363e24-85cb-45e4-90b4-cd0ad2910726 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0585179 May 25 14:57:08.674521 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-90df2f71-259d-4d4a-af11-2e708d26d3ad req-391dde8c-c3ae-4810-a8b6-0cc45b3de616 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 May 25 14:57:08.929881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d325f99-23e4-4c59-85f4-eb4a33a8d1bc req-a778ce1d-2b1c-4245-893a-c3c304c44882 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:08.933938 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5d325f99-23e4-4c59-85f4-eb4a33a8d1bc req-a778ce1d-2b1c-4245-893a-c3c304c44882 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0606081 May 25 14:57:08.991964 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5d325f99-23e4-4c59-85f4-eb4a33a8d1bc req-d38d40a6-fc19-478d-a8a2-15ea56870d32 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512273 May 25 14:57:09.080844 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:09.787654 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40182154-43ac-41e5-bc0a-4c1e581755dc req-69bce5c0-26e5-48bc-bdf2-d731b1bad1a1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:09.789163 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-40182154-43ac-41e5-bc0a-4c1e581755dc req-69bce5c0-26e5-48bc-bdf2-d731b1bad1a1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0477622 May 25 14:57:09.835693 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-40182154-43ac-41e5-bc0a-4c1e581755dc req-1d4306b4-60bc-4c71-8e8d-3582a76a6777 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 May 25 14:57:10.092619 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:10.112242 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b61604-b889-4ab8-9f3d-605a0df78ee0 req-b55ccba9-c348-4bd8-8846-de51736066ad tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:10.113740 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e8b61604-b889-4ab8-9f3d-605a0df78ee0 req-b55ccba9-c348-4bd8-8846-de51736066ad tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0504532 May 25 14:57:10.172345 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e8b61604-b889-4ab8-9f3d-605a0df78ee0 req-8eecf5f7-f398-47f0-8975-c5c5daceb37a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528607 May 25 14:57:10.952660 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1bd0d-dbae-47d9-bbd1-0b5cf40c0de6 req-876aeacc-b4bf-4105-b7cd-59eeca54a4e9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:10.954207 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0eb1bd0d-dbae-47d9-bbd1-0b5cf40c0de6 req-876aeacc-b4bf-4105-b7cd-59eeca54a4e9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0511827 May 25 14:57:11.000475 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0eb1bd0d-dbae-47d9-bbd1-0b5cf40c0de6 req-f062da9b-278f-4501-8fe4-529603c0b7fd tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 May 25 14:57:11.473680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfc2da-b6b7-48a1-8648-460e3260e461 req-3c8c2831-e795-4a89-a066-6895e1142a83 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:11.474961 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-20cfc2da-b6b7-48a1-8648-460e3260e461 req-3c8c2831-e795-4a89-a066-6895e1142a83 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.2269588 May 25 14:57:11.527394 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-20cfc2da-b6b7-48a1-8648-460e3260e461 req-b0de0008-a1ec-4bfb-a505-a0e8acab6fe1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462031 May 25 14:57:11.690837 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:11.804062 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=78 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:11.811384 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=78 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:11.993911 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:12.113728 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc297929-8d6a-46ad-b378-06501a624689 req-fb783da3-cdfe-4dc3-ba12-8a96e678d534 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:12.115209 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bc297929-8d6a-46ad-b378-06501a624689 req-fb783da3-cdfe-4dc3-ba12-8a96e678d534 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0455399 May 25 14:57:12.162397 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bc297929-8d6a-46ad-b378-06501a624689 req-84857b06-8e4f-44f6-afbe-978c97830b35 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 May 25 14:57:12.639849 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640e72-fc5f-472c-82fe-d8f26c9f0c7e req-795beed0-e4fd-492b-8401-67ffdb3a5875 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:12.641307 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-64640e72-fc5f-472c-82fe-d8f26c9f0c7e req-795beed0-e4fd-492b-8401-67ffdb3a5875 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0474625 May 25 14:57:12.687099 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-64640e72-fc5f-472c-82fe-d8f26c9f0c7e req-cc75aa7f-eec7-410d-b839-15911d6e2a67 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 May 25 14:57:13.280769 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e0da5-78eb-4486-947f-9824847bde3a req-70bacb2b-de35-4298-85e9-7621eb408bba tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:13.282265 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-116e0da5-78eb-4486-947f-9824847bde3a req-70bacb2b-de35-4298-85e9-7621eb408bba tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0521414 May 25 14:57:13.332882 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-116e0da5-78eb-4486-947f-9824847bde3a req-65bfd666-a476-490b-9b64-e6193dc4e35a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449703 May 25 14:57:13.679529 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a04264df-c730-4afa-a4f6-580c87a49386 req-3222809d-8eee-4769-a1d3-8453e9e27033 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717329 May 25 14:57:13.681223 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-cb4baa3f-a238-4f49-affb-dda67b938181 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722984 May 25 14:57:13.804251 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0b704-d89d-4384-8cab-824ef1487b6d req-d36c2a53-016d-4d1a-a2ec-4fb009eb3a2b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:13.810153 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-08c0b704-d89d-4384-8cab-824ef1487b6d req-d36c2a53-016d-4d1a-a2ec-4fb009eb3a2b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0567522 May 25 14:57:13.854987 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-08c0b704-d89d-4384-8cab-824ef1487b6d req-f530f128-c3bb-4056-b4c4-8641843f7e04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 May 25 14:57:13.964687 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d1b77-d6e3-4fd0-9f6a-22390dbd49fd req-f4ecec53-edcd-4429-998d-e803ada8268f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:13.966068 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-040d1b77-d6e3-4fd0-9f6a-22390dbd49fd req-f4ecec53-edcd-4429-998d-e803ada8268f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0455317 May 25 14:57:13.974464 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 50910) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:13.978586 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:57:14.015287 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:14.297864 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:14.431222 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:14.436056 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:14.452635 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41babc6c-422d-40db-aa22-a3a7b54a3b7e req-cea56ebc-5464-4a50-a6f3-dbca3227efd3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:14.454206 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-41babc6c-422d-40db-aa22-a3a7b54a3b7e req-cea56ebc-5464-4a50-a6f3-dbca3227efd3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0519910 May 25 14:57:14.478216 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:14.508679 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-41babc6c-422d-40db-aa22-a3a7b54a3b7e req-087e4fe5-b92a-41d0-98fb-5c8234a23be5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 May 25 14:57:14.539543 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4 associated. External IP: 172.27.0.24, port: 16bf1466-e269-4b11-ae5a-74bda30dcb22. May 25 14:57:14.749408 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:57:15.091505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:57:15.098665 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:15.105178 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:57:15.117603 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:57:15.118267 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:57:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:15.137245 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-2ad1c5c7-3506-4ea1-bceb-a349df88b0a6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "PUT /v2.0/floatingips/e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4 HTTP/1.1" status: 200 len: 991 time: 1.1617372 May 25 14:57:15.137940 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:57:15.140453 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77aaccb-c298-41f9-b8ca-d486e3256f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:57:15.181665 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64724373-45d7-47cc-94eb-43dacd3d8164 x-openstack-request-id: req-64724373-45d7-47cc-94eb-43dacd3d8164 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:57:15.182736 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:57:15.183121 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64724373-45d7-47cc-94eb-43dacd3d8164 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:57:15.183712 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64724373-45d7-47cc-94eb-43dacd3d8164'] response: {'name': 'network-changed', 'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'status': 'completed', 'code': 200} May 25 14:57:15.227241 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:57:15.554872 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:14Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:15.583917 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:57:15.593164 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:57:15.594243 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:57:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:15.627168 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ce8a0-4eb7-417e-ae74-c187f626162a req-fdf96e7b-d957-42fd-9838-2d5479e35df6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:15.628706 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-378ce8a0-4eb7-417e-ae74-c187f626162a req-fdf96e7b-d957-42fd-9838-2d5479e35df6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0500596 May 25 14:57:15.663937 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:15.684848 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-378ce8a0-4eb7-417e-ae74-c187f626162a req-54730777-6549-4f30-8786-07b58a67a852 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500481 May 25 14:57:15.697727 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:57:15.910279 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:14Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:15.936422 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6667e-3421-4cd1-b8d9-03c0f2215ab9 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:14Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:57:16.239509 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f01618-7b6b-4a04-9571-b20ac2d2789a None None] New status for floating IP e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:57:16.803046 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0d9be-5418-431b-9439-552f35438f5d req-8aea086f-699a-4f10-9343-e442cb899886 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:16.804517 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-13d0d9be-5418-431b-9439-552f35438f5d req-8aea086f-699a-4f10-9343-e442cb899886 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0479946 May 25 14:57:16.850475 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-13d0d9be-5418-431b-9439-552f35438f5d req-87438881-9b6d-48ec-9245-c4a78f58ef44 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 May 25 14:57:17.962754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeb417-b095-4702-b1c2-edd6163214c1 req-48849bbf-c830-40c3-b844-7de4551560ba tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:17.964394 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cfdeb417-b095-4702-b1c2-edd6163214c1 req-48849bbf-c830-40c3-b844-7de4551560ba tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0476844 May 25 14:57:18.017203 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cfdeb417-b095-4702-b1c2-edd6163214c1 req-e4d80cd5-0318-4091-8211-4d77bfaf697b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463622 May 25 14:57:19.134703 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30f901-6989-45ba-beff-c15dae756120 req-c5a47581-0fb3-4ec7-9505-d7e813470d8a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:19.136846 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5c30f901-6989-45ba-beff-c15dae756120 req-c5a47581-0fb3-4ec7-9505-d7e813470d8a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0479934 May 25 14:57:19.187663 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5c30f901-6989-45ba-beff-c15dae756120 req-cc538374-9f11-490f-bc88-f445fbf85a7f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 May 25 14:57:20.114874 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:20.303198 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453541ad-d337-46a6-bfbf-21241bd09b6b req-2935c094-df27-4efa-9412-2816580166d0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:20.304702 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-453541ad-d337-46a6-bfbf-21241bd09b6b req-2935c094-df27-4efa-9412-2816580166d0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0486307 May 25 14:57:20.352672 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-453541ad-d337-46a6-bfbf-21241bd09b6b req-68e21318-2e29-46a8-a50d-8e96225d20d9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 May 25 14:57:21.470981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c89f82-63d5-4cff-9c50-81438464f719 req-b273678d-ac2a-4318-8e87-efaaf6c91b98 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:21.472392 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a7c89f82-63d5-4cff-9c50-81438464f719 req-b273678d-ac2a-4318-8e87-efaaf6c91b98 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0477424 May 25 14:57:21.523237 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:21.525669 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a7c89f82-63d5-4cff-9c50-81438464f719 req-683883f1-b075-42b1-950d-6ed1e07772fd tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 May 25 14:57:21.582095 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb47f3cf-1371-45f0-94dd-6a89af4aef8e req-7601250e-8358-44a6-89b0-28f579f6ae10 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786745 May 25 14:57:21.587807 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a04264df-c730-4afa-a4f6-580c87a49386 req-db08083b-a617-4ce1-9ea4-ca398bf56368 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741259 May 25 14:57:22.644321 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed088d-6781-49e1-9ffc-6307b0323f11 req-c37b4ded-28a7-43cd-9b2a-bc1d683dc596 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:22.645856 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-66ed088d-6781-49e1-9ffc-6307b0323f11 req-c37b4ded-28a7-43cd-9b2a-bc1d683dc596 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0528443 May 25 14:57:22.707616 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-b8b9c5af-14c6-4f14-98a2-aae3800707bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:22.709243 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-b8b9c5af-14c6-4f14-98a2-aae3800707bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 1130 time: 0.0457463 May 25 14:57:22.712664 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-66ed088d-6781-49e1-9ffc-6307b0323f11 req-d65da284-0033-4fa6-bb7a-0bad3411255c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592511 May 25 14:57:22.824976 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-49fb9ab2-1f74-4548-8b2f-a9a36abea83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:22.826392 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-49fb9ab2-1f74-4548-8b2f-a9a36abea83f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.0929568 May 25 14:57:23.190306 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-c6db1a55-d939-4368-adc5-0b80b274efc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22 HTTP/1.1" status: 200 len: 1001 time: 0.0911665 May 25 14:57:23.241949 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:23.244340 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:23.254809 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-ad849bfc-23f5-450d-8b15-401e7a122d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:23.256264 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-ad849bfc-23f5-450d-8b15-401e7a122d00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0515265 May 25 14:57:23.305526 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-b96c4858-4132-48d8-8d75-29b704c9bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:23.307061 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-b96c4858-4132-48d8-8d75-29b704c9bf56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383813 May 25 14:57:23.411614 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-6272b661-21d7-4223-b995-727a4e645034 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929565 May 25 14:57:23.509559 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d77aaccb-c298-41f9-b8ca-d486e3256f2f req-1074fcd8-9967-464c-abff-77bc62ebdc8a service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910432 May 25 14:57:23.618941 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fb8bf-a860-4865-8bee-8d03254a984a req-4f972cc6-5c47-47fc-b3f6-65df05f5ff63 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:23.621071 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac8fb8bf-a860-4865-8bee-8d03254a984a req-4f972cc6-5c47-47fc-b3f6-65df05f5ff63 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.0493484 May 25 14:57:23.669287 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac8fb8bf-a860-4865-8bee-8d03254a984a req-ae34d580-2905-44e4-972d-1b78496b55ed tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 May 25 14:57:23.835987 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7503b-3e3d-454e-a044-62e6d46b78cc req-8f0b5b8b-f0ea-491e-8d1b-bce0ae3b26f9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:23.837917 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-23a7503b-3e3d-454e-a044-62e6d46b78cc req-8f0b5b8b-f0ea-491e-8d1b-bce0ae3b26f9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0487361 May 25 14:57:23.894559 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-23a7503b-3e3d-454e-a044-62e6d46b78cc req-ded1b00a-a4b8-43f2-ba02-ffd6406112de tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503602 May 25 14:57:24.781712 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852e603-1241-432c-8b1f-ca11aaceb0e9 req-8f70ce60-22e3-43d7-be71-62394b9581e9 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:24.783220 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7852e603-1241-432c-8b1f-ca11aaceb0e9 req-8f70ce60-22e3-43d7-be71-62394b9581e9 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.0469894 May 25 14:57:24.833902 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7852e603-1241-432c-8b1f-ca11aaceb0e9 req-c9bef022-6a23-4f6a-b39b-3dc30f5f49bf tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 May 25 14:57:25.014722 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ac2f6-ef44-4ccd-9fc1-91fe420fda98 req-04e0a180-58ff-403d-9ed1-95c8eb146b6c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:25.016219 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-866ac2f6-ef44-4ccd-9fc1-91fe420fda98 req-04e0a180-58ff-403d-9ed1-95c8eb146b6c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0507438 May 25 14:57:25.068371 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-866ac2f6-ef44-4ccd-9fc1-91fe420fda98 req-f2e9d481-3e96-46a5-9b69-49ce19dfaa5e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 May 25 14:57:25.560097 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51106) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:25.709285 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a5118ff-b7db-44a1-99d5-bad699633006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.787409 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a5118ff-b7db-44a1-99d5-bad699633006 admin admin] Publish callbacks [] for security_group (b7cd2dde-216a-4e71-b41b-dd8e215975b1), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.791125 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a5118ff-b7db-44a1-99d5-bad699633006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (b7cd2dde-216a-4e71-b41b-dd8e215975b1), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.830093 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8a5118ff-b7db-44a1-99d5-bad699633006 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=841fc05dee144faf98f863bcc2571d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687516 May 25 14:57:25.830792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5118ff-b7db-44a1-99d5-bad699633006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd2dde-216a-4e71-b41b-dd8e215975b1,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:25.832720 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 51110) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:25.881760 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-03524f3e-8c25-4a2c-ba4f-01fd940f5ec2 admin admin] Publish callbacks [] for security_group (b7cd2dde-216a-4e71-b41b-dd8e215975b1), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.909490 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-03524f3e-8c25-4a2c-ba4f-01fd940f5ec2 admin admin] Publish callbacks [] for security_group (b7cd2dde-216a-4e71-b41b-dd8e215975b1), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:25.975312 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9518df-0199-482b-8578-768eaca3e223 req-2b0a9168-d55f-482f-beaf-5f55531838b6 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:25.976788 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5f9518df-0199-482b-8578-768eaca3e223 req-2b0a9168-d55f-482f-beaf-5f55531838b6 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.0701125 May 25 14:57:26.010782 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-03524f3e-8c25-4a2c-ba4f-01fd940f5ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (b7cd2dde-216a-4e71-b41b-dd8e215975b1), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.013197 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-03524f3e-8c25-4a2c-ba4f-01fd940f5ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.014300 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-03524f3e-8c25-4a2c-ba4f-01fd940f5ec2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7cd2dde-216a-4e71-b41b-dd8e215975b1 HTTP/1.1" status: 204 len: 168 time: 0.1805825 May 25 14:57:26.033241 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524f3e-8c25-4a2c-ba4f-01fd940f5ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd2dde-216a-4e71-b41b-dd8e215975b1,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:26.039042 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5f9518df-0199-482b-8578-768eaca3e223 req-e3774e8b-657f-4d87-a210-e6d32a428ed6 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549922 May 25 14:57:26.192948 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d71b8-0fb0-44b2-80ed-a93948c7eba5 req-d15cc86b-a6f1-4d95-aeee-6ed3fdd772f7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:26.192948 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-658d71b8-0fb0-44b2-80ed-a93948c7eba5 req-d15cc86b-a6f1-4d95-aeee-6ed3fdd772f7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0524836 May 25 14:57:26.260100 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-658d71b8-0fb0-44b2-80ed-a93948c7eba5 req-08662670-8c3b-42de-ab93-ae219fcaeec4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602248 May 25 14:57:26.337959 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51140) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:26.355937 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c3af26af-89bd-45a0-a4a8-8eaacb552424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.477177 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c3af26af-89bd-45a0-a4a8-8eaacb552424 admin admin] Publish callbacks [] for security_group (919283fa-5a25-471e-aaf5-acbdaea84e93), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.482500 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c3af26af-89bd-45a0-a4a8-8eaacb552424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (919283fa-5a25-471e-aaf5-acbdaea84e93), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.504523 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:26.527680 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:26.540354 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c3af26af-89bd-45a0-a4a8-8eaacb552424 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2602fa3d2ebf425ab6e0c34cb9dd6298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993003 May 25 14:57:26.544888 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51154) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:26.545719 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af26af-89bd-45a0-a4a8-8eaacb552424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919283fa-5a25-471e-aaf5-acbdaea84e93,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:26.603276 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0adfe188-3e46-45c0-891a-e773373d7a49 admin admin] Publish callbacks [] for security_group (919283fa-5a25-471e-aaf5-acbdaea84e93), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.627965 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0adfe188-3e46-45c0-891a-e773373d7a49 admin admin] Publish callbacks [] for security_group (919283fa-5a25-471e-aaf5-acbdaea84e93), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.681344 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0adfe188-3e46-45c0-891a-e773373d7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (919283fa-5a25-471e-aaf5-acbdaea84e93), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.684265 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0adfe188-3e46-45c0-891a-e773373d7a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.685432 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0adfe188-3e46-45c0-891a-e773373d7a49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/919283fa-5a25-471e-aaf5-acbdaea84e93 HTTP/1.1" status: 204 len: 168 time: 0.1366997 May 25 14:57:26.693480 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfe188-3e46-45c0-891a-e773373d7a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919283fa-5a25-471e-aaf5-acbdaea84e93,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:26.748589 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 51160) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:26.800811 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:57:26.858764 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-209691b9-a94d-43ed-8efc-ddaa5ff8a8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.880480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:26.950225 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-209691b9-a94d-43ed-8efc-ddaa5ff8a8e2 admin admin] Publish callbacks [] for security_group (62aca377-5e02-4a0d-8ca5-3582c5640d59), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.954371 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-209691b9-a94d-43ed-8efc-ddaa5ff8a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (62aca377-5e02-4a0d-8ca5-3582c5640d59), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:26.998962 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-209691b9-a94d-43ed-8efc-ddaa5ff8a8e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b000017a4144a188bbf1649b73df0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489483 May 25 14:57:26.999193 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51168) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:26.999986 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209691b9-a94d-43ed-8efc-ddaa5ff8a8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aca377-5e02-4a0d-8ca5-3582c5640d59,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:27.067257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6bbb396e-5965-4296-a3ef-863cbe4458b9 admin admin] Publish callbacks [] for security_group (62aca377-5e02-4a0d-8ca5-3582c5640d59), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.091976 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6bbb396e-5965-4296-a3ef-863cbe4458b9 admin admin] Publish callbacks [] for security_group (62aca377-5e02-4a0d-8ca5-3582c5640d59), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.143282 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6bbb396e-5965-4296-a3ef-863cbe4458b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (62aca377-5e02-4a0d-8ca5-3582c5640d59), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.146729 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6bbb396e-5965-4296-a3ef-863cbe4458b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.151067 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-6bbb396e-5965-4296-a3ef-863cbe4458b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62aca377-5e02-4a0d-8ca5-3582c5640d59 HTTP/1.1" status: 204 len: 168 time: 0.1479323 May 25 14:57:27.157730 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb396e-5965-4296-a3ef-863cbe4458b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aca377-5e02-4a0d-8ca5-3582c5640d59,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:27.182475 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a4c5c-e34e-4dbe-ace4-956a17879da6 req-c8e98339-d0f2-44c0-b45f-3768c55b0e09 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:27.184230 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f85a4c5c-e34e-4dbe-ace4-956a17879da6 req-c8e98339-d0f2-44c0-b45f-3768c55b0e09 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.0694206 May 25 14:57:27.234909 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f85a4c5c-e34e-4dbe-ace4-956a17879da6 req-9ba513b3-065a-4308-bc69-a1f075296dc7 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/security-groups?id=241f7ee0-00a5-4973-bba6-4223eca2ca04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 May 25 14:57:27.389855 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a6581-c452-4304-af8b-9f825966d4a6 req-22e018b5-c445-46fa-9149-d528115c992d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:27.396872 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b55a6581-c452-4304-af8b-9f825966d4a6 req-22e018b5-c445-46fa-9149-d528115c992d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0598893 May 25 14:57:27.448898 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b55a6581-c452-4304-af8b-9f825966d4a6 req-0f5e1f7a-5910-4a06-b3a6-268bea2146ae tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504396 May 25 14:57:27.548377 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51194) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:27.572170 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8782-5582-4393-9b06-b8163f5c8ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.708964 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-243f5689-fdc8-47fa-97e5-e98ab3cbd4b6 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:27.710526 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-243f5689-fdc8-47fa-97e5-e98ab3cbd4b6 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 945 time: 0.0946252 May 25 14:57:27.848146 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8782-5582-4393-9b06-b8163f5c8ea4 admin admin] Publish callbacks [] for security_group (e6813e34-878a-4a65-aab3-d96a64ec6310), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.857201 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8782-5582-4393-9b06-b8163f5c8ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e6813e34-878a-4a65-aab3-d96a64ec6310), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.897563 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Deleting port f1103ce0-8308-4eee-ba41-b299b65a288b {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 14:57:27.897563 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:27.960629 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-7a5b8782-5582-4393-9b06-b8163f5c8ea4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=901b7bea54a54497bc3cf53e7430d4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109471 May 25 14:57:27.961082 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 51250) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:27.965367 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8782-5582-4393-9b06-b8163f5c8ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6813e34-878a-4a65-aab3-d96a64ec6310,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:27.974896 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:28.015238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:28.029037 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] For port f1103ce0-8308-4eee-ba41-b299b65a288b, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f1103ce0-8308-4eee-ba41-b299b65a288b,segment=NetworkSegment(50c3f53e-0096-4ba1-93be-202153180c52),segment_id=50c3f53e-0096-4ba1-93be-202153180c52)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:57:28.029410 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:28.051956 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Calling delete_port for f1103ce0-8308-4eee-ba41-b299b65a288b owned by compute:nova {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 14:57:28.071893 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d579236-c2db-44e9-80d6-ef0c9da13e7a admin admin] Publish callbacks [] for security_group (e6813e34-878a-4a65-aab3-d96a64ec6310), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:28.100830 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d579236-c2db-44e9-80d6-ef0c9da13e7a admin admin] Publish callbacks [] for security_group (e6813e34-878a-4a65-aab3-d96a64ec6310), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:28.210824 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:28.219029 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d579236-c2db-44e9-80d6-ef0c9da13e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e6813e34-878a-4a65-aab3-d96a64ec6310), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:28.223860 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6d579236-c2db-44e9-80d6-ef0c9da13e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:28.237127 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6d579236-c2db-44e9-80d6-ef0c9da13e7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e6813e34-878a-4a65-aab3-d96a64ec6310 HTTP/1.1" status: 204 len: 168 time: 0.2669389 May 25 14:57:28.262064 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d579236-c2db-44e9-80d6-ef0c9da13e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6813e34-878a-4a65-aab3-d96a64ec6310,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:28.287037 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:28.316803 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (f1103ce0-8308-4eee-ba41-b299b65a288b), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:28.373295 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Pushing event deleted for resources: {'Port': ['ID=f1103ce0-8308-4eee-ba41-b299b65a288b,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:28.390369 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['f1103ce0-8308-4eee-ba41-b299b65a288b'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:57:28.425995 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3b2f3adf-3dc6-46d1-aa09-89fd8f9e96d9 req-32fcf579-3386-4294-ad98-1a2a62bd2025 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.0540435 May 25 14:57:28.457194 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] No DVR routers for this DVR port f1103ce0-8308-4eee-ba41-b299b65a288b on host hv-cinder-80382 {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 14:57:28.462460 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:28.470827 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-971b412a-c009-4fe8-9edc-acef30c0cc7b req-87a11af7-d49b-4537-beda-e2e81418a683 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.72 "DELETE /v2.0/ports/f1103ce0-8308-4eee-ba41-b299b65a288b HTTP/1.1" status: 204 len: 173 time: 0.7475970 May 25 14:57:28.472045 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'name': 'network-vif-deleted', 'tag': 'f1103ce0-8308-4eee-ba41-b299b65a288b'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:57:28.474315 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9492a96-5358-4975-ba8c-c6f1953d07bc" -d '{"events": [{"server_uuid": "d6f7ac9b-d086-4fd8-ad74-1389a710a8b9", "name": "network-vif-deleted", "tag": "f1103ce0-8308-4eee-ba41-b299b65a288b"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:57:28.539442 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d9a4f-b237-48d8-95f9-033e4bb9eb2b x-openstack-request-id: req-9e6d9a4f-b237-48d8-95f9-033e4bb9eb2b {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:57:28.539744 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f7ac9b-d086-4fd8-ad74-1389a710a8b9", "name": "network-vif-deleted", "tag": "f1103ce0-8308-4eee-ba41-b299b65a288b", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:57:28.540211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e6d9a4f-b237-48d8-95f9-033e4bb9eb2b {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:57:28.540612 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6d9a4f-b237-48d8-95f9-033e4bb9eb2b'] response: {'server_uuid': 'd6f7ac9b-d086-4fd8-ad74-1389a710a8b9', 'name': 'network-vif-deleted', 'tag': 'f1103ce0-8308-4eee-ba41-b299b65a288b', 'status': 'completed', 'code': 200} May 25 14:57:28.601778 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64488365-f518-49a4-a29a-cafe939740bb req-8e5ae4cc-a899-4346-95fb-a17e5798fb25 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:28.616323 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-64488365-f518-49a4-a29a-cafe939740bb req-8e5ae4cc-a899-4346-95fb-a17e5798fb25 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0679598 May 25 14:57:28.731623 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-64488365-f518-49a4-a29a-cafe939740bb req-20cba61b-5831-450e-ad09-f99a4813ecb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085088 May 25 14:57:29.538977 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e056c576-7aa4-4b74-9488-0cc53814d55b req-c7c6095c-3265-4862-93e3-4de0064bd5f6 tempest-DeleteServersTestJSON-782550536 tempest-DeleteServersTestJSON-782550536-project] 10.222.0.78 "GET /v2.0/ports?device_id=d6f7ac9b-d086-4fd8-ad74-1389a710a8b9 HTTP/1.1" status: 200 len: 210 time: 0.0322480 May 25 14:57:29.867390 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f34e1-acb3-4336-91ba-61d0568423c7 req-2f75c7f7-91f1-4c65-85d4-acafaabd9035 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:29.869516 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c97f34e1-acb3-4336-91ba-61d0568423c7 req-2f75c7f7-91f1-4c65-85d4-acafaabd9035 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0535994 May 25 14:57:29.917429 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c97f34e1-acb3-4336-91ba-61d0568423c7 req-4b2cca26-a36f-4733-8ea9-aa28335624f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 May 25 14:57:31.037522 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2016f-c696-4cf8-80e6-43a737965e45 req-030dd2ec-dda5-464a-b19b-0b3c96d3d48d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:31.039070 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5bf2016f-c696-4cf8-80e6-43a737965e45 req-030dd2ec-dda5-464a-b19b-0b3c96d3d48d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0512102 May 25 14:57:31.070074 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f1103ce0-8308-4eee-ba41-b299b65a288b no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 14:57:31.090300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: f1103ce0-8308-4eee-ba41-b299b65a288b {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 14:57:31.090546 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f1103ce0-8308-4eee-ba41-b299b65a288b not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 14:57:31.095702 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5bf2016f-c696-4cf8-80e6-43a737965e45 req-ee155a40-3638-49b9-83ea-59c9966b0d82 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501349 May 25 14:57:32.215274 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b55a-09a2-48f3-9bb3-65e9ee51544c req-9704e192-3c49-4bac-ada9-675232d19732 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:32.216760 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2e00b55a-09a2-48f3-9bb3-65e9ee51544c req-9704e192-3c49-4bac-ada9-675232d19732 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0462184 May 25 14:57:32.263510 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2e00b55a-09a2-48f3-9bb3-65e9ee51544c req-920bd6c6-aefc-4c3b-8cae-522eb6d96165 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 May 25 14:57:33.374443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bfc16-cc80-4d83-96a9-9b41df82e0c9 req-37941dd8-31c4-4482-8f37-4ec679db192f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:33.376088 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dc1bfc16-cc80-4d83-96a9-9b41df82e0c9 req-37941dd8-31c4-4482-8f37-4ec679db192f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0467072 May 25 14:57:33.423304 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dc1bfc16-cc80-4d83-96a9-9b41df82e0c9 req-17afe10d-7e72-418e-bce1-b6f53d204c08 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 May 25 14:57:34.543971 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0b6e1-5824-48f5-aecf-92984871d857 req-fcfbd53d-c799-486d-9911-282fdef474af tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:34.545477 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7da0b6e1-5824-48f5-aecf-92984871d857 req-fcfbd53d-c799-486d-9911-282fdef474af tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0511208 May 25 14:57:34.576698 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:34.591479 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-e98b26ff-2c6b-4855-9b23-68e174954a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:34.593379 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7da0b6e1-5824-48f5-aecf-92984871d857 req-3ffcf218-2f1e-4027-a2de-888ec770e1e8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 May 25 14:57:35.719406 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee409de-9677-41e7-a0c0-a277ab814557 req-3d5a40e7-1adc-4890-afe2-30e203625048 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:35.720846 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3ee409de-9677-41e7-a0c0-a277ab814557 req-3d5a40e7-1adc-4890-afe2-30e203625048 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0496335 May 25 14:57:35.769577 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3ee409de-9677-41e7-a0c0-a277ab814557 req-9def654b-baf8-47a0-aa0d-830f3eae32fc tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 May 25 14:57:36.883470 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb6517-7403-4d85-85ef-fedbe4b1bba8 req-ae1afda6-90b6-427a-9459-e0c863f2776c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:36.884944 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5feb6517-7403-4d85-85ef-fedbe4b1bba8 req-ae1afda6-90b6-427a-9459-e0c863f2776c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0485413 May 25 14:57:36.933842 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5feb6517-7403-4d85-85ef-fedbe4b1bba8 req-da0b025c-e9ff-4f44-b00b-6f01bf701537 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 May 25 14:57:37.497147 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ee18435c-b387-4f5c-beeb-5e60db9d3cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:38.053938 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376121-0f07-4374-b77e-3a46520ca46c req-ba7856c1-1ae0-40bb-ade8-248785fa0972 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:38.055451 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dc376121-0f07-4374-b77e-3a46520ca46c req-ba7856c1-1ae0-40bb-ade8-248785fa0972 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0534573 May 25 14:57:38.103637 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dc376121-0f07-4374-b77e-3a46520ca46c req-3fce94a8-6df7-4df1-b1a3-bfc5b68a3e8c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 May 25 14:57:39.081259 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:39.224305 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074eb6-304f-4c2a-92b6-3ce3c8832a1f req-6c65e024-7850-4825-bde7-ddc8f1e7f611 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:39.225803 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5b074eb6-304f-4c2a-92b6-3ce3c8832a1f req-6c65e024-7850-4825-bde7-ddc8f1e7f611 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0519612 May 25 14:57:39.278549 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5b074eb6-304f-4c2a-92b6-3ce3c8832a1f req-9f9737c8-1c93-40fc-9b3e-86a6a06a59b5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463204 May 25 14:57:39.804185 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=96 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:39.819254 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=86 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:40.393810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12278b-efa7-4930-8dd9-d3da0c552d79 req-5344b943-105c-47d9-938d-d3a8b9a3b378 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:40.395332 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ae12278b-efa7-4930-8dd9-d3da0c552d79 req-5344b943-105c-47d9-938d-d3a8b9a3b378 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0497653 May 25 14:57:40.443268 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ae12278b-efa7-4930-8dd9-d3da0c552d79 req-70aeb7aa-4c10-45f2-b52d-70bc197f50ae tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 May 25 14:57:41.557450 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff66a6-5049-4b99-995e-26679d877f72 req-0bf62905-2e79-45ea-bf4e-f926b3dffeb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:41.558943 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3eff66a6-5049-4b99-995e-26679d877f72 req-0bf62905-2e79-45ea-bf4e-f926b3dffeb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0461416 May 25 14:57:41.605280 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3eff66a6-5049-4b99-995e-26679d877f72 req-4996ce55-4b18-4ccf-8db4-b2537b562c70 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 May 25 14:57:41.692352 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:41.998336 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:42.700131 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:42.719101 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a7bea-279c-4590-a6ee-49d002ed82a5 req-812c3617-a2a5-428e-a946-95a840010701 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:42.720544 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-916a7bea-279c-4590-a6ee-49d002ed82a5 req-812c3617-a2a5-428e-a946-95a840010701 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0468428 May 25 14:57:42.769789 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-916a7bea-279c-4590-a6ee-49d002ed82a5 req-65878752-e066-4ace-8a0c-6b9ef9e79d89 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 May 25 14:57:43.866935 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:43.886211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ce93c-7fce-4a53-85c9-c1114dd92344 req-93f4533d-8ddf-44c8-ad25-06cadd4dada6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:43.887748 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8a2ce93c-7fce-4a53-85c9-c1114dd92344 req-93f4533d-8ddf-44c8-ad25-06cadd4dada6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0484543 May 25 14:57:43.937844 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8a2ce93c-7fce-4a53-85c9-c1114dd92344 req-520a13b2-86e2-4039-a6a8-1d1de04eff71 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 May 25 14:57:44.613906 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 51616) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:44.661188 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] Deleting subnet ea4124e0-6604-477d-b5d4-5d2bc77e8b8f {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 14:57:44.664364 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] Publish callbacks [] for subnet (ea4124e0-6604-477d-b5d4-5d2bc77e8b8f), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:44.703350 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14426780'] for subnet (ea4124e0-6604-477d-b5d4-5d2bc77e8b8f), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:44.743205 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (ea4124e0-6604-477d-b5d4-5d2bc77e8b8f), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:44.797912 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14426697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13887232'] for subnet (ea4124e0-6604-477d-b5d4-5d2bc77e8b8f), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:44.829033 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4124e0-6604-477d-b5d4-5d2bc77e8b8f,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:44.833153 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:44.838666 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d6324ad0-8693-43d7-8ac1-2a34ae936500 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ea4124e0-6604-477d-b5d4-5d2bc77e8b8f HTTP/1.1" status: 204 len: 168 time: 0.2236314 May 25 14:57:44.838999 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51620) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:44.914785 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (e191e023-56ce-41de-ba59-dd3f0b56465f), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.005805 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (e191e023-56ce-41de-ba59-dd3f0b56465f), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.032470 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e191e023-56ce-41de-ba59-dd3f0b56465f']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:45.042911 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c3f53e-0096-4ba1-93be-202153180c52') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:45.043214 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c3f53e-0096-4ba1-93be-202153180c52') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:57:45.043940 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:45.058456 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (50c3f53e-0096-4ba1-93be-202153180c52), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.061132 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ad6f3-d55b-4e53-9598-65ded1faba57 req-3ff8ca91-e8cb-42e9-aa63-db686b970605 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:45.062738 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525ad6f3-d55b-4e53-9598-65ded1faba57 req-3ff8ca91-e8cb-42e9-aa63-db686b970605 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0530198 May 25 14:57:45.074738 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:45.080017 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (50c3f53e-0096-4ba1-93be-202153180c52), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.087571 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 14:57:45.088009 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (50c3f53e-0096-4ba1-93be-202153180c52), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.116267 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525ad6f3-d55b-4e53-9598-65ded1faba57 req-89a6817a-7195-4b14-9162-3a6d1bd45f89 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 May 25 14:57:45.133357 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 50c3f53e-0096-4ba1-93be-202153180c52 resource provider aggregate not found May 25 14:57:45.156922 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 50c3f53e-0096-4ba1-93be-202153180c52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50c3f53e-0096-4ba1-93be-202153180c52 found for delete ", "request_id": "req-9e382463-f30e-43d4-a877-efb1f2dd7fbe"}]} May 25 14:57:45.157981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (e191e023-56ce-41de-ba59-dd3f0b56465f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.166536 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.169815 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e191e023-56ce-41de-ba59-dd3f0b56465f HTTP/1.1" status: 204 len: 168 time: 0.3296993 May 25 14:57:45.180988 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8dec3-77b5-4b53-8321-981ae5cf6cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e191e023-56ce-41de-ba59-dd3f0b56465f,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:45.345748 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51638) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:45.391353 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-306cb7e2-723a-4123-af34-c2d4b40fa672 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3fab2e6427d486bb1744239b759c415&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443630 May 25 14:57:45.394200 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 51644) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:45.446003 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4350a5ec-7159-491b-9220-3f4dcce93278 admin admin] Publish callbacks [] for security_group (241f7ee0-00a5-4973-bba6-4223eca2ca04), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.473082 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4350a5ec-7159-491b-9220-3f4dcce93278 admin admin] Publish callbacks [] for security_group (241f7ee0-00a5-4973-bba6-4223eca2ca04), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.540244 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4350a5ec-7159-491b-9220-3f4dcce93278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (241f7ee0-00a5-4973-bba6-4223eca2ca04), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.544089 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4350a5ec-7159-491b-9220-3f4dcce93278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:45.545590 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-4350a5ec-7159-491b-9220-3f4dcce93278 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/241f7ee0-00a5-4973-bba6-4223eca2ca04 HTTP/1.1" status: 204 len: 168 time: 0.1503663 May 25 14:57:45.555318 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350a5ec-7159-491b-9220-3f4dcce93278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241f7ee0-00a5-4973-bba6-4223eca2ca04,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:46.258210 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc646cd-9635-4e15-b073-0c50a6241050 req-a889187f-1a32-45e3-b8ba-21bb6ea17fb6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:46.260310 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1dc646cd-9635-4e15-b073-0c50a6241050 req-a889187f-1a32-45e3-b8ba-21bb6ea17fb6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0531778 May 25 14:57:46.310675 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1dc646cd-9635-4e15-b073-0c50a6241050 req-5a2a0672-053a-4675-8172-75a4d2150974 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 May 25 14:57:47.430527 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023142f-36a5-41be-a50f-1db22bfbb845 req-0750b309-b5d7-4310-835a-2b124b5a829e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:47.432565 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2023142f-36a5-41be-a50f-1db22bfbb845 req-0750b309-b5d7-4310-835a-2b124b5a829e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0540674 May 25 14:57:47.480857 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2023142f-36a5-41be-a50f-1db22bfbb845 req-e72a89f1-0762-4f9c-904e-7d5ea1744b21 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 May 25 14:57:48.426376 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 51774) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:48.568760 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-67d00b28-536f-4f27-9793-e50741f93c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:48.614956 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6a630-4e2b-4031-82e8-2ff888445023 req-5a8f76d3-a4e8-492e-ba4e-a3e8a446054e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:48.616437 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d7d6a630-4e2b-4031-82e8-2ff888445023 req-5a8f76d3-a4e8-492e-ba4e-a3e8a446054e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0587509 May 25 14:57:48.705567 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d7d6a630-4e2b-4031-82e8-2ff888445023 req-9820350f-954c-420d-a7f1-0b4d115aa7a0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 May 25 14:57:48.749039 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-67d00b28-536f-4f27-9793-e50741f93c4e admin admin] Publish callbacks [] for security_group (653f5983-eb8c-4014-9478-0e25f986dd4a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:48.755722 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-67d00b28-536f-4f27-9793-e50741f93c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (653f5983-eb8c-4014-9478-0e25f986dd4a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:48.767173 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:48.797110 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-67d00b28-536f-4f27-9793-e50741f93c4e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66d1682b757348df9fb1240bf9a7edd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696382 May 25 14:57:48.799832 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51784) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:48.802561 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d00b28-536f-4f27-9793-e50741f93c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653f5983-eb8c-4014-9478-0e25f986dd4a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:48.851578 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fcb00dc-57d6-40fd-94c8-1a61d3db9d7d admin admin] Publish callbacks [] for security_group (653f5983-eb8c-4014-9478-0e25f986dd4a), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:48.874926 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fcb00dc-57d6-40fd-94c8-1a61d3db9d7d admin admin] Publish callbacks [] for security_group (653f5983-eb8c-4014-9478-0e25f986dd4a), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:48.924084 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fcb00dc-57d6-40fd-94c8-1a61d3db9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (653f5983-eb8c-4014-9478-0e25f986dd4a), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:48.926997 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4fcb00dc-57d6-40fd-94c8-1a61d3db9d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:48.928184 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4fcb00dc-57d6-40fd-94c8-1a61d3db9d7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/653f5983-eb8c-4014-9478-0e25f986dd4a HTTP/1.1" status: 204 len: 168 time: 0.1272178 May 25 14:57:48.937127 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb00dc-57d6-40fd-94c8-1a61d3db9d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653f5983-eb8c-4014-9478-0e25f986dd4a,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:49.200868 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51790) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:49.217166 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-beef0652-6387-4646-a05b-d3820b32526c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.297142 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-beef0652-6387-4646-a05b-d3820b32526c admin admin] Publish callbacks [] for security_group (789576e4-3cdc-4a0a-9b2f-331aef9c9271), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.300816 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-beef0652-6387-4646-a05b-d3820b32526c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (789576e4-3cdc-4a0a-9b2f-331aef9c9271), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.342827 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-beef0652-6387-4646-a05b-d3820b32526c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=175e1034a7ae4f7a821046b6b678e55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408806 May 25 14:57:49.343683 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef0652-6387-4646-a05b-d3820b32526c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789576e4-3cdc-4a0a-9b2f-331aef9c9271,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:49.346829 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 51794) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:49.390757 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:49.404756 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-263884ce-2733-4330-8d9b-048ea7cbd36f admin admin] Publish callbacks [] for security_group (789576e4-3cdc-4a0a-9b2f-331aef9c9271), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.430698 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-263884ce-2733-4330-8d9b-048ea7cbd36f admin admin] Publish callbacks [] for security_group (789576e4-3cdc-4a0a-9b2f-331aef9c9271), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.478432 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-263884ce-2733-4330-8d9b-048ea7cbd36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (789576e4-3cdc-4a0a-9b2f-331aef9c9271), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.481211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-263884ce-2733-4330-8d9b-048ea7cbd36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:49.483245 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-263884ce-2733-4330-8d9b-048ea7cbd36f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/789576e4-3cdc-4a0a-9b2f-331aef9c9271 HTTP/1.1" status: 204 len: 168 time: 0.1344774 May 25 14:57:49.490491 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263884ce-2733-4330-8d9b-048ea7cbd36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789576e4-3cdc-4a0a-9b2f-331aef9c9271,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:49.852989 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96b418-900d-404f-a286-5da8801dcae1 req-8154ce83-d04e-4a68-8cfa-fdb535e403b0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:49.855339 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ab96b418-900d-404f-a286-5da8801dcae1 req-8154ce83-d04e-4a68-8cfa-fdb535e403b0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0537364 May 25 14:57:49.912334 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ab96b418-900d-404f-a286-5da8801dcae1 req-6d54a86c-c990-4032-85cd-25bc96dbc8c4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515389 May 25 14:57:50.125077 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:51.030240 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9eb04-f87b-4b69-87b1-c1dbf12295e6 req-d1b2dc0c-ef12-44ac-aebf-cf4eef5eac84 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:51.031912 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-81d9eb04-f87b-4b69-87b1-c1dbf12295e6 req-d1b2dc0c-ef12-44ac-aebf-cf4eef5eac84 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0498633 May 25 14:57:51.085766 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-81d9eb04-f87b-4b69-87b1-c1dbf12295e6 req-ec5b11e4-ce6c-40d4-b6d8-df17c00bf69c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 May 25 14:57:52.185223 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-bba7a31a-4da8-4e78-bb03-bfc1a7a88b5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442913 May 25 14:57:52.211589 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4621ef-1828-4541-86a9-729fa96c3f71 req-ec662b55-e111-481c-9395-a0a4434d56d3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:52.213605 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7b4621ef-1828-4541-86a9-729fa96c3f71 req-ec662b55-e111-481c-9395-a0a4434d56d3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0543664 May 25 14:57:52.263980 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7b4621ef-1828-4541-86a9-729fa96c3f71 req-cdaa1821-8dbf-4863-bb93-1564d22841f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 May 25 14:57:52.323128 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939764-48c8-48ab-a0bf-4123c563faac req-3da0685d-e13b-4bbf-b337-d982fc66205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:52.324611 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-3da0685d-e13b-4bbf-b337-d982fc66205b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1129 time: 0.0430565 May 25 14:57:52.447641 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:52.459246 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939764-48c8-48ab-a0bf-4123c563faac req-c63456e1-afca-4623-8591-e0b57edf5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:52.460777 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-c63456e1-afca-4623-8591-e0b57edf5d4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.1020107 May 25 14:57:52.509429 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-d3e50684-4ecc-478f-8e31-bd7d335c237b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c HTTP/1.1" status: 200 len: 217 time: 0.0366900 May 25 14:57:52.573841 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939764-48c8-48ab-a0bf-4123c563faac req-4ad854f5-a362-4ab3-b723-635c98f6011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:52.575761 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-4ad854f5-a362-4ab3-b723-635c98f6011c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0521312 May 25 14:57:52.655709 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939764-48c8-48ab-a0bf-4123c563faac req-ec01ae9a-379f-4380-b292-fd32f50f9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:52.657237 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-ec01ae9a-379f-4380-b292-fd32f50f9474 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685427 May 25 14:57:52.766554 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-bf5fb3ae-519c-4ab0-b8fd-0e1b6f5e5f74 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933290 May 25 14:57:53.363181 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:53.382306 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9a0d4-1f0b-4e48-913f-7c4a7c3a8072 req-69b42e8d-3640-4278-a32a-f8d829aeef81 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:53.384022 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1bd9a0d4-1f0b-4e48-913f-7c4a7c3a8072 req-69b42e8d-3640-4278-a32a-f8d829aeef81 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0508778 May 25 14:57:53.433951 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1bd9a0d4-1f0b-4e48-913f-7c4a7c3a8072 req-903b96cc-9a43-401f-8367-ed3125d29cb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437431 May 25 14:57:54.059916 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3e939764-48c8-48ab-a0bf-4123c563faac req-be7b2240-dcd2-462d-bc6d-21bab7fd569e service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858960 May 25 14:57:54.551361 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbb73d-95f1-4f23-b13e-ffa1a4edcb67 req-24d21e55-2f6a-4a59-93b9-3b797ffa39cf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:54.552839 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-63dbb73d-95f1-4f23-b13e-ffa1a4edcb67 req-24d21e55-2f6a-4a59-93b9-3b797ffa39cf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0497932 May 25 14:57:54.601062 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-63dbb73d-95f1-4f23-b13e-ffa1a4edcb67 req-240e3e2f-0661-45e5-89b3-9137e2edeec1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 May 25 14:57:55.714574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e16a-47d9-4ed9-9955-e5aa3f9081f9 req-71a5960e-c3bc-4277-a983-8ae1cdf50635 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:55.716242 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70f9e16a-47d9-4ed9-9955-e5aa3f9081f9 req-71a5960e-c3bc-4277-a983-8ae1cdf50635 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0473082 May 25 14:57:55.769178 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70f9e16a-47d9-4ed9-9955-e5aa3f9081f9 req-8447892e-a44a-459b-a4a7-f5a8f4f87979 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462098 May 25 14:57:56.893909 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d71b3-626d-495a-92c2-d1c89daa4796 req-ff66c530-fea9-46d1-bf07-12350517f1a6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:56.895434 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac3d71b3-626d-495a-92c2-d1c89daa4796 req-ff66c530-fea9-46d1-bf07-12350517f1a6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0546608 May 25 14:57:56.974643 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac3d71b3-626d-495a-92c2-d1c89daa4796 req-ee37e34c-5c41-4b4b-aa65-2fc5f7747a6a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 May 25 14:57:58.088663 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73461995-e069-40ea-962f-5720e47bce04 req-cc3b9f50-42a4-4aab-a6d1-590be3a1990b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:58.090097 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73461995-e069-40ea-962f-5720e47bce04 req-cc3b9f50-42a4-4aab-a6d1-590be3a1990b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0483243 May 25 14:57:58.137062 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73461995-e069-40ea-962f-5720e47bce04 req-402ea64e-2cfa-47f9-99f7-7be1bbabc528 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 May 25 14:57:58.589197 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52018) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:58.702196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc247-856b-4239-9bc8-97633598e764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:58.782215 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc247-856b-4239-9bc8-97633598e764 admin admin] Publish callbacks [] for security_group (079f521b-ad9d-4666-b955-0714bda0b131), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:58.786136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc247-856b-4239-9bc8-97633598e764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (079f521b-ad9d-4666-b955-0714bda0b131), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:58.826734 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcc247-856b-4239-9bc8-97633598e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079f521b-ad9d-4666-b955-0714bda0b131,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:58.831144 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-fdfcc247-856b-4239-9bc8-97633598e764 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16edf1463a93425298357fc12752c5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405264 May 25 14:57:58.833737 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52022) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:57:58.886259 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0f74f2f8-67ab-4f1e-a2a6-9f8f081ef485 admin admin] Publish callbacks [] for security_group (079f521b-ad9d-4666-b955-0714bda0b131), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:58.911930 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0f74f2f8-67ab-4f1e-a2a6-9f8f081ef485 admin admin] Publish callbacks [] for security_group (079f521b-ad9d-4666-b955-0714bda0b131), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:58.944820 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:58.966031 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0f74f2f8-67ab-4f1e-a2a6-9f8f081ef485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (079f521b-ad9d-4666-b955-0714bda0b131), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:58.968504 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0f74f2f8-67ab-4f1e-a2a6-9f8f081ef485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:57:58.969635 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0f74f2f8-67ab-4f1e-a2a6-9f8f081ef485 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/079f521b-ad9d-4666-b955-0714bda0b131 HTTP/1.1" status: 204 len: 168 time: 0.1349881 May 25 14:57:58.977301 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74f2f8-67ab-4f1e-a2a6-9f8f081ef485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079f521b-ad9d-4666-b955-0714bda0b131,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:57:58.994546 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:57:59.280738 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671512fb-0755-41b2-8df9-393dcda2e25e req-aba76bdc-2997-4ff3-9902-2ff5dc843ea5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:57:59.283444 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-671512fb-0755-41b2-8df9-393dcda2e25e req-aba76bdc-2997-4ff3-9902-2ff5dc843ea5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0690420 May 25 14:57:59.336018 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-671512fb-0755-41b2-8df9-393dcda2e25e req-70b4202a-3caa-4a61-9bf4-3aa25424fae3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 May 25 14:58:00.242326 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52084) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:00.357272 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:00.458189 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Publish callbacks [] for security_group (9b91959b-4e54-47b6-b6d0-78e53a202da0), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:00.460730 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab2ac5-5f09-426d-b8d5-6ba3a0ef7928 req-b90360e6-51be-4a8c-96a8-fe8b5af36293 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:00.462843 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9b91959b-4e54-47b6-b6d0-78e53a202da0), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:00.462993 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d3ab2ac5-5f09-426d-b8d5-6ba3a0ef7928 req-b90360e6-51be-4a8c-96a8-fe8b5af36293 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0530519 May 25 14:58:00.489473 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:00.504023 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b91959b-4e54-47b6-b6d0-78e53a202da0,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:00.509865 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dfbdd7703e9c40b9ab0f5c5b9712ad6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664840 May 25 14:58:00.513330 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d3ab2ac5-5f09-426d-b8d5-6ba3a0ef7928 req-d726c778-fcf1-48c8-8efd-bf582da269eb tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 May 25 14:58:00.514052 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52096) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:00.515785 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.516131 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.516739 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.517077 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.517412 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.517758 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.518122 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.518446 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.518842 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.519192 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.519525 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.520170 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.520514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.520838 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.525996 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b7a9ad-60f4-45a3-9d69-114a88c81f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.565549 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:00.569670 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Publish callbacks [] for security_group (9b91959b-4e54-47b6-b6d0-78e53a202da0), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:00.594619 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Publish callbacks [] for security_group (9b91959b-4e54-47b6-b6d0-78e53a202da0), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:00.646626 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9b91959b-4e54-47b6-b6d0-78e53a202da0), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:00.649176 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:00.651291 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9b91959b-4e54-47b6-b6d0-78e53a202da0 HTTP/1.1" status: 204 len: 168 time: 0.1366336 May 25 14:58:00.665076 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b91959b-4e54-47b6-b6d0-78e53a202da0,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:00.672483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.672835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.673153 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.673488 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.673824 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.674245 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.674572 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.674898 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.675279 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.675672 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.676001 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.676326 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.676647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.676966 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:00.677283 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0d450-635f-4b18-8118-cacc6ea90fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:01.651311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469a9cb-c0e8-4633-80ab-fff20a8c6079 req-8b3de33e-282e-445f-9e54-069820116983 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:01.652867 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c469a9cb-c0e8-4633-80ab-fff20a8c6079 req-8b3de33e-282e-445f-9e54-069820116983 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0620852 May 25 14:58:01.709478 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c469a9cb-c0e8-4633-80ab-fff20a8c6079 req-16abde02-bc80-41c8-8058-447e4e61abef tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 May 25 14:58:02.724020 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52210) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:02.842085 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a973e45-b699-43a8-ae09-9435520a521e req-8ef6b678-d23c-4623-9fb8-973efca6c8ca tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:02.844486 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3a973e45-b699-43a8-ae09-9435520a521e req-8ef6b678-d23c-4623-9fb8-973efca6c8ca tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0562353 May 25 14:58:02.858887 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a1e97f7a-9495-411f-aded-f7864d43ddca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:02.911587 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3a973e45-b699-43a8-ae09-9435520a521e req-52814fab-1118-4b54-8fa4-b8b01d147eb7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597672 May 25 14:58:02.938385 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:02.963152 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a1e97f7a-9495-411f-aded-f7864d43ddca admin admin] Publish callbacks [] for security_group (2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:02.966746 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a1e97f7a-9495-411f-aded-f7864d43ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.004357 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e97f7a-9495-411f-aded-f7864d43ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:03.010726 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-a1e97f7a-9495-411f-aded-f7864d43ddca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18eced2fb7c7429ca0897582858df1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849677 May 25 14:58:03.011829 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52228) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:03.067188 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2d88f6bb-4e4e-4e35-ba24-549b9af0b42c admin admin] Publish callbacks [] for security_group (2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.089482 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2d88f6bb-4e4e-4e35-ba24-549b9af0b42c admin admin] Publish callbacks [] for security_group (2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.142436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2d88f6bb-4e4e-4e35-ba24-549b9af0b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.145055 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2d88f6bb-4e4e-4e35-ba24-549b9af0b42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.148851 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-2d88f6bb-4e4e-4e35-ba24-549b9af0b42c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be HTTP/1.1" status: 204 len: 168 time: 0.1359198 May 25 14:58:03.157689 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88f6bb-4e4e-4e35-ba24-549b9af0b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece5dcc-eb72-4332-b2d6-6e4b1c3a31be,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:03.420882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52238) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:03.434781 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-715939ca-9714-4f89-aa1e-e252f20144c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.511427 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-715939ca-9714-4f89-aa1e-e252f20144c3 admin admin] Publish callbacks [] for security_group (a97f51e4-9c46-46b9-b720-ec1c3a31654d), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.514826 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-715939ca-9714-4f89-aa1e-e252f20144c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (a97f51e4-9c46-46b9-b720-ec1c3a31654d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.558072 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-715939ca-9714-4f89-aa1e-e252f20144c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab687c2b2bd94cc3ab6dd97b1795832a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360891 May 25 14:58:03.558952 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715939ca-9714-4f89-aa1e-e252f20144c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f51e4-9c46-46b9-b720-ec1c3a31654d,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:03.561630 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52242) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:03.617977 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6378e61-6f65-461b-8e18-ac1b8a5cb146 admin admin] Publish callbacks [] for security_group (a97f51e4-9c46-46b9-b720-ec1c3a31654d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.640119 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6378e61-6f65-461b-8e18-ac1b8a5cb146 admin admin] Publish callbacks [] for security_group (a97f51e4-9c46-46b9-b720-ec1c3a31654d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.693961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6378e61-6f65-461b-8e18-ac1b8a5cb146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (a97f51e4-9c46-46b9-b720-ec1c3a31654d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.696572 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6378e61-6f65-461b-8e18-ac1b8a5cb146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:03.700168 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d6378e61-6f65-461b-8e18-ac1b8a5cb146 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a97f51e4-9c46-46b9-b720-ec1c3a31654d HTTP/1.1" status: 204 len: 168 time: 0.1347337 May 25 14:58:03.706598 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6378e61-6f65-461b-8e18-ac1b8a5cb146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f51e4-9c46-46b9-b720-ec1c3a31654d,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:03.800904 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:58:04.038107 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d95f9-f752-46ac-aa1f-b7a552237a96 req-20c048b8-9e21-4f3e-9452-dcc9f8733ab7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:04.039572 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dc0d95f9-f752-46ac-aa1f-b7a552237a96 req-20c048b8-9e21-4f3e-9452-dcc9f8733ab7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0509422 May 25 14:58:04.098719 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dc0d95f9-f752-46ac-aa1f-b7a552237a96 req-7d9dcbd2-25da-4464-943a-34e021e1930f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 May 25 14:58:04.585413 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-361fc0c3-2b80-4f26-a996-d2f7e8a8f872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:05.209975 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5002ed6-3e76-4f9f-89f8-54ce62131575 req-d8f23773-00a5-4d4a-8690-f2108671d981 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:05.211495 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f5002ed6-3e76-4f9f-89f8-54ce62131575 req-d8f23773-00a5-4d4a-8690-f2108671d981 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0482726 May 25 14:58:05.277961 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f5002ed6-3e76-4f9f-89f8-54ce62131575 req-3e7d296d-426e-4fb5-ab76-7ce70a542d9d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589263 May 25 14:58:05.869514 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52346) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.000042 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-15ea2881-f0c8-4aa3-b42b-f34fb9dfe6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.065654 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:06.090481 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-15ea2881-f0c8-4aa3-b42b-f34fb9dfe6fa admin admin] Publish callbacks [] for security_group (d95f4eb2-3300-44f7-bf8b-e56b0a418b95), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.094538 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-15ea2881-f0c8-4aa3-b42b-f34fb9dfe6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d95f4eb2-3300-44f7-bf8b-e56b0a418b95), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.105378 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:06.143309 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-15ea2881-f0c8-4aa3-b42b-f34fb9dfe6fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=484e089945844e1c814e75f11ec9001d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726715 May 25 14:58:06.144541 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea2881-f0c8-4aa3-b42b-f34fb9dfe6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f4eb2-3300-44f7-bf8b-e56b0a418b95,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:06.146126 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52364) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.208699 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf873e93-7990-42e5-8645-1581c513a109 admin admin] Publish callbacks [] for security_group (d95f4eb2-3300-44f7-bf8b-e56b0a418b95), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.231329 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf873e93-7990-42e5-8645-1581c513a109 admin admin] Publish callbacks [] for security_group (d95f4eb2-3300-44f7-bf8b-e56b0a418b95), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.283395 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf873e93-7990-42e5-8645-1581c513a109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d95f4eb2-3300-44f7-bf8b-e56b0a418b95), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.286963 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf873e93-7990-42e5-8645-1581c513a109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.298693 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-bf873e93-7990-42e5-8645-1581c513a109 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d95f4eb2-3300-44f7-bf8b-e56b0a418b95 HTTP/1.1" status: 204 len: 168 time: 0.1509335 May 25 14:58:06.307789 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf873e93-7990-42e5-8645-1581c513a109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f4eb2-3300-44f7-bf8b-e56b0a418b95,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:06.344150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:06.379459 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52374) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.466763 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b35e7-b9f2-4ffc-ac20-55dfb8d8f5c5 req-9a3830af-4f6a-4baa-9709-f7d5f3cace5b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:06.468384 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b34b35e7-b9f2-4ffc-ac20-55dfb8d8f5c5 req-9a3830af-4f6a-4baa-9709-f7d5f3cace5b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0711803 May 25 14:58:06.530329 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b34b35e7-b9f2-4ffc-ac20-55dfb8d8f5c5 req-efdbeaad-a20b-4b02-a8e2-9132346ef30b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504429 May 25 14:58:06.663950 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-56a94eb4-93fa-4102-ba85-0788de4eabb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.692783 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:06.751924 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52392) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.770135 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e982b0b5-3a59-4724-b83a-5cd347616e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.771465 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-56a94eb4-93fa-4102-ba85-0788de4eabb4 admin admin] Publish callbacks [] for security_group (89c79858-c08f-4fcf-b15f-ab3af5e30ddc), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.782485 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-56a94eb4-93fa-4102-ba85-0788de4eabb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (89c79858-c08f-4fcf-b15f-ab3af5e30ddc), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.824091 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a94eb4-93fa-4102-ba85-0788de4eabb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c79858-c08f-4fcf-b15f-ab3af5e30ddc,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:06.828749 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-56a94eb4-93fa-4102-ba85-0788de4eabb4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=597727823ef34e0fa21c7e74148e30eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480357 May 25 14:58:06.831454 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52396) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.883259 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e982b0b5-3a59-4724-b83a-5cd347616e70 admin admin] Publish callbacks [] for security_group (d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.884848 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-738d078b-0a79-4ddc-999c-28fe73d99ef9 admin admin] Publish callbacks [] for security_group (89c79858-c08f-4fcf-b15f-ab3af5e30ddc), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.888327 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e982b0b5-3a59-4724-b83a-5cd347616e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.930168 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-738d078b-0a79-4ddc-999c-28fe73d99ef9 admin admin] Publish callbacks [] for security_group (89c79858-c08f-4fcf-b15f-ab3af5e30ddc), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:06.936231 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e982b0b5-3a59-4724-b83a-5cd347616e70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed0fa65aba4b48a6a43e72bbc0bab060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832473 May 25 14:58:06.937333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982b0b5-3a59-4724-b83a-5cd347616e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:06.939612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52398) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:06.961332 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:07.001620 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-738d078b-0a79-4ddc-999c-28fe73d99ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (89c79858-c08f-4fcf-b15f-ab3af5e30ddc), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.003383 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b64b7976-a9b3-4d88-8bc3-2643b481a3d1 admin admin] Publish callbacks [] for security_group (d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.005481 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-738d078b-0a79-4ddc-999c-28fe73d99ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.010555 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-738d078b-0a79-4ddc-999c-28fe73d99ef9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89c79858-c08f-4fcf-b15f-ab3af5e30ddc HTTP/1.1" status: 204 len: 168 time: 0.1778822 May 25 14:58:07.021904 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d078b-0a79-4ddc-999c-28fe73d99ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c79858-c08f-4fcf-b15f-ab3af5e30ddc,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:07.029264 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b64b7976-a9b3-4d88-8bc3-2643b481a3d1 admin admin] Publish callbacks [] for security_group (d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.092915 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b64b7976-a9b3-4d88-8bc3-2643b481a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.101311 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b64b7976-a9b3-4d88-8bc3-2643b481a3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.103814 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b64b7976-a9b3-4d88-8bc3-2643b481a3d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c HTTP/1.1" status: 204 len: 168 time: 0.1631520 May 25 14:58:07.124362 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b7976-a9b3-4d88-8bc3-2643b481a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d387f0-dfde-41e1-8a48-b2d0d4f03c7c,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:07.490036 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0a8a74ad-a79d-4f2d-a50c-558c49e700be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:07.674755 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f05571-4f5c-499b-80e8-dec41161bda9 req-721cdb25-c7e3-4f3d-a1b9-2cce6d727f1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:07.676954 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-35f05571-4f5c-499b-80e8-dec41161bda9 req-721cdb25-c7e3-4f3d-a1b9-2cce6d727f1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0609536 May 25 14:58:07.753979 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-35f05571-4f5c-499b-80e8-dec41161bda9 req-ad5e3f63-cf85-4a5d-a6a0-45e7b50a22c0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695589 May 25 14:58:08.868357 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce5ab3-6c90-476f-9a97-30e8a6b8233d req-3628adbf-87ce-40b5-9b74-8071ef40c41f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:08.870540 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-78ce5ab3-6c90-476f-9a97-30e8a6b8233d req-3628adbf-87ce-40b5-9b74-8071ef40c41f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0535614 May 25 14:58:08.931799 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-78ce5ab3-6c90-476f-9a97-30e8a6b8233d req-0bf8a302-ee59-4c87-9749-fb3e958b24d4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 May 25 14:58:09.085960 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.245056 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52512) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:09.380259 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9646-2e59-4c62-892c-3e8a1c28ba06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.466903 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9646-2e59-4c62-892c-3e8a1c28ba06 admin admin] Publish callbacks [] for security_group (6ef182f8-f76d-454e-8263-8695a52e3fee), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.470440 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9646-2e59-4c62-892c-3e8a1c28ba06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6ef182f8-f76d-454e-8263-8695a52e3fee), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.512547 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d5bc9646-2e59-4c62-892c-3e8a1c28ba06 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=510f193078374bf3b129d669d4cd5866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663336 May 25 14:58:09.513387 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc9646-2e59-4c62-892c-3e8a1c28ba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef182f8-f76d-454e-8263-8695a52e3fee,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:09.515827 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52520) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:09.566962 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566665d4-7d06-4db9-bdef-e7a9557d94a7 admin admin] Publish callbacks [] for security_group (6ef182f8-f76d-454e-8263-8695a52e3fee), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.588812 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566665d4-7d06-4db9-bdef-e7a9557d94a7 admin admin] Publish callbacks [] for security_group (6ef182f8-f76d-454e-8263-8695a52e3fee), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.638996 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566665d4-7d06-4db9-bdef-e7a9557d94a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6ef182f8-f76d-454e-8263-8695a52e3fee), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.641909 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566665d4-7d06-4db9-bdef-e7a9557d94a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:09.643086 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-566665d4-7d06-4db9-bdef-e7a9557d94a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ef182f8-f76d-454e-8263-8695a52e3fee HTTP/1.1" status: 204 len: 168 time: 0.1259854 May 25 14:58:09.651079 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566665d4-7d06-4db9-bdef-e7a9557d94a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef182f8-f76d-454e-8263-8695a52e3fee,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:09.929830 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52540) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:09.944269 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28fd1747-5cdb-428e-ab6d-ae8abde6051e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.026418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28fd1747-5cdb-428e-ab6d-ae8abde6051e admin admin] Publish callbacks [] for security_group (20c07e8e-b2ec-487d-b552-d4ea9cb78d6a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.031691 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28fd1747-5cdb-428e-ab6d-ae8abde6051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (20c07e8e-b2ec-487d-b552-d4ea9cb78d6a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.063960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:10.080905 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd1747-5cdb-428e-ab6d-ae8abde6051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c07e8e-b2ec-487d-b552-d4ea9cb78d6a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:10.089482 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-28fd1747-5cdb-428e-ab6d-ae8abde6051e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ee831df3fec40448dee0b91448675ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572049 May 25 14:58:10.091783 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52544) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:10.099072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:10.150743 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce5ec-9b9a-4874-b3d1-c69a9be4093f admin admin] Publish callbacks [] for security_group (20c07e8e-b2ec-487d-b552-d4ea9cb78d6a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.177131 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce5ec-9b9a-4874-b3d1-c69a9be4093f admin admin] Publish callbacks [] for security_group (20c07e8e-b2ec-487d-b552-d4ea9cb78d6a), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.237906 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce5ec-9b9a-4874-b3d1-c69a9be4093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (20c07e8e-b2ec-487d-b552-d4ea9cb78d6a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.240501 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5c1ce5ec-9b9a-4874-b3d1-c69a9be4093f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:10.241877 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5c1ce5ec-9b9a-4874-b3d1-c69a9be4093f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/20c07e8e-b2ec-487d-b552-d4ea9cb78d6a HTTP/1.1" status: 204 len: 168 time: 0.1484666 May 25 14:58:10.254864 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ce5ec-9b9a-4874-b3d1-c69a9be4093f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c07e8e-b2ec-487d-b552-d4ea9cb78d6a,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:10.275576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbf86c-4a87-43de-bc42-b5a48a01d761 req-1c22c23c-1732-49bd-83a4-ab766481947f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:10.277406 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-72fbf86c-4a87-43de-bc42-b5a48a01d761 req-1c22c23c-1732-49bd-83a4-ab766481947f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.2698092 May 25 14:58:10.333675 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-72fbf86c-4a87-43de-bc42-b5a48a01d761 req-cf9bbafd-df9e-4c85-a25e-e45f0667a65b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479403 May 25 14:58:11.456666 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c162f-1fab-4006-b12b-b36ec93ba221 req-948ab8f8-0d68-4ac5-938b-29fb91a2f3f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:11.458177 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d98c162f-1fab-4006-b12b-b36ec93ba221 req-948ab8f8-0d68-4ac5-938b-29fb91a2f3f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0473824 May 25 14:58:11.509668 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d98c162f-1fab-4006-b12b-b36ec93ba221 req-b3d837f9-8387-4092-9754-b7264a932eb7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 May 25 14:58:11.698205 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.001194 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.563635 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 52636) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:12.630816 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65ee46-1650-4d69-b761-978c54a0332a req-4d324737-8377-4514-8165-0aefa9a16f87 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:12.632475 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7b65ee46-1650-4d69-b761-978c54a0332a req-4d324737-8377-4514-8165-0aefa9a16f87 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0508387 May 25 14:58:12.704877 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7b65ee46-1650-4d69-b761-978c54a0332a req-41d2e9b9-ec20-4c22-a27d-773539fc60d3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664868 May 25 14:58:12.711967 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16698286-73bf-4335-bc4a-751cf72beae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.794765 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16698286-73bf-4335-bc4a-751cf72beae4 admin admin] Publish callbacks [] for security_group (72e7e8c1-b4be-438e-b703-9e060dc3e761), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.798664 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16698286-73bf-4335-bc4a-751cf72beae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (72e7e8c1-b4be-438e-b703-9e060dc3e761), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.839563 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-16698286-73bf-4335-bc4a-751cf72beae4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b93a528b4b014972acd9e92c28e345bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748265 May 25 14:58:12.840489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698286-73bf-4335-bc4a-751cf72beae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e7e8c1-b4be-438e-b703-9e060dc3e761,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:12.842685 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52644) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:12.848643 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:12.901860 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-10abf508-ef0c-4011-a2c7-748f042b8d1b admin admin] Publish callbacks [] for security_group (72e7e8c1-b4be-438e-b703-9e060dc3e761), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.934139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-10abf508-ef0c-4011-a2c7-748f042b8d1b admin admin] Publish callbacks [] for security_group (72e7e8c1-b4be-438e-b703-9e060dc3e761), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.988210 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-10abf508-ef0c-4011-a2c7-748f042b8d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (72e7e8c1-b4be-438e-b703-9e060dc3e761), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.990777 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-10abf508-ef0c-4011-a2c7-748f042b8d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:12.991903 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-10abf508-ef0c-4011-a2c7-748f042b8d1b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72e7e8c1-b4be-438e-b703-9e060dc3e761 HTTP/1.1" status: 204 len: 168 time: 0.1482139 May 25 14:58:13.000320 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abf508-ef0c-4011-a2c7-748f042b8d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e7e8c1-b4be-438e-b703-9e060dc3e761,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:13.017507 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-5fb6040e-55a2-49e5-94e8-f7b9e02a9be8 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=56174c2dc6ce472697756899661f4838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365977 May 25 14:58:13.315395 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52658) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:13.339938 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b36120bd-b4d1-4b87-8817-5650bced4a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:13.422036 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:13.427436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-ed49f185-f0ab-41b8-a1d5-6325b68120de tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:13.429242 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-ed49f185-f0ab-41b8-a1d5-6325b68120de tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4043076 May 25 14:58:13.442264 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b36120bd-b4d1-4b87-8817-5650bced4a97 admin admin] Publish callbacks [] for security_group (0db9e0e0-e1f4-428e-9949-379d8e5b6685), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:13.444727 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-832b22e4-302b-42cb-8c55-ec933e8352d6 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/quotas/56174c2dc6ce472697756899661f4838 HTTP/1.1" status: 200 len: 375 time: 0.0099800 May 25 14:58:13.448084 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b36120bd-b4d1-4b87-8817-5650bced4a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (0db9e0e0-e1f4-428e-9949-379d8e5b6685), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:13.477620 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-f6362032-b101-46f8-aaa5-fbb30a026014 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56174c2dc6ce472697756899661f4838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268159 May 25 14:58:13.487487 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36120bd-b4d1-4b87-8817-5650bced4a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9e0e0-e1f4-428e-9949-379d8e5b6685,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:13.492806 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b36120bd-b4d1-4b87-8817-5650bced4a97 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c05b736a92f4c6b9bfed1d945484a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762452 May 25 14:58:13.495387 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 52660) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:13.552604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-676bdf3f-0233-4c5e-b1ac-97737b8b413e admin admin] Publish callbacks [] for security_group (0db9e0e0-e1f4-428e-9949-379d8e5b6685), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:13.574895 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-676bdf3f-0233-4c5e-b1ac-97737b8b413e admin admin] Publish callbacks [] for security_group (0db9e0e0-e1f4-428e-9949-379d8e5b6685), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:13.627832 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-676bdf3f-0233-4c5e-b1ac-97737b8b413e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (0db9e0e0-e1f4-428e-9949-379d8e5b6685), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:13.630584 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-676bdf3f-0233-4c5e-b1ac-97737b8b413e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:13.631731 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-676bdf3f-0233-4c5e-b1ac-97737b8b413e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0db9e0e0-e1f4-428e-9949-379d8e5b6685 HTTP/1.1" status: 204 len: 168 time: 0.1354563 May 25 14:58:13.668312 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-41dd9f5e-ad91-4e8f-870e-639387a7560b req-ba531d3b-d75e-48ac-87ee-db5612abe702 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0355029 May 25 14:58:13.674112 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bdf3f-0233-4c5e-b1ac-97737b8b413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9e0e0-e1f4-428e-9949-379d8e5b6685,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:13.849990 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998b99b-aa94-46b8-8910-510afc92dc86 req-33fac314-80a8-4fcf-a1d8-77df3497d344 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:13.851568 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a998b99b-aa94-46b8-8910-510afc92dc86 req-33fac314-80a8-4fcf-a1d8-77df3497d344 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0677562 May 25 14:58:13.908897 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a998b99b-aa94-46b8-8910-510afc92dc86 req-4171a898-25cf-42cf-8174-97cc40c0be15 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505979 May 25 14:58:14.794282 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-69c360f8-58ce-4ec8-9256-43749fabcb7c req-365f3d13-3a33-4085-b60d-c5031a338ee9 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0307496 May 25 14:58:15.052601 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781de85-d93c-4cad-b9ba-3b057755dd99 req-d1459b57-3350-4556-af60-56b7a08a07cc tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:15.056731 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d781de85-d93c-4cad-b9ba-3b057755dd99 req-d1459b57-3350-4556-af60-56b7a08a07cc tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0722051 May 25 14:58:15.134049 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d781de85-d93c-4cad-b9ba-3b057755dd99 req-d25b77ab-2722-4dc9-8436-9d0ed4633140 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701196 May 25 14:58:15.903163 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c606a243-c3bb-49c0-9e03-72dfa1ee802c req-7f86cf8c-d5e3-4a28-9be7-7b72b47ef793 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0303249 May 25 14:58:16.259171 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef38a27-e664-4ad1-8d76-e652fb6bb490 req-85e66149-b2af-4381-8a4a-ef4dd0906a07 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:16.260967 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ef38a27-e664-4ad1-8d76-e652fb6bb490 req-85e66149-b2af-4381-8a4a-ef4dd0906a07 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0471716 May 25 14:58:16.315081 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ef38a27-e664-4ad1-8d76-e652fb6bb490 req-eb4a9920-9adc-4a5c-9719-270491537467 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 May 25 14:58:16.797499 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:16.805814 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:16.995796 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-06a558d9-f9c6-4632-a586-9317f34aaa21 req-9b9ea510-2a49-4270-ba56-9e021c588cec tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0266235 May 25 14:58:17.438150 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d913b7e-5a51-42c8-9e66-0c87d3c8a5ba req-17a74cf6-0a78-408a-a303-2f5e02b1a961 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:17.439672 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0d913b7e-5a51-42c8-9e66-0c87d3c8a5ba req-17a74cf6-0a78-408a-a303-2f5e02b1a961 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0488846 May 25 14:58:17.496119 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0d913b7e-5a51-42c8-9e66-0c87d3c8a5ba req-3977f113-26e5-4b4c-8a10-7d717e3e8fa9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509064 May 25 14:58:18.090159 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3f2a5964-8ecb-4a1c-96f8-379c26ad9efa req-20dabead-9a16-4cf1-a4dd-191e690d618d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0262022 May 25 14:58:18.609563 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991d020-1ad9-4252-89ba-931a2bf3d2c0 req-974d5cb4-04c8-466d-bd30-5a20ebd74a11 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:18.611086 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5991d020-1ad9-4252-89ba-931a2bf3d2c0 req-974d5cb4-04c8-466d-bd30-5a20ebd74a11 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0471518 May 25 14:58:18.637009 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:18.653169 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:18.662429 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5991d020-1ad9-4252-89ba-931a2bf3d2c0 req-c7f039b1-be82-4322-b6f4-24c194a99426 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458500 May 25 14:58:19.189926 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0204c927-b375-4c51-ac92-777614e7fda3 req-9c18727e-ff50-460d-89e1-e80121e68339 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0307953 May 25 14:58:19.760568 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3be6bc-ab2e-40aa-8610-741fbb2c2ccb req-dc82bc97-3044-4684-9f82-8e21ab4b78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:19.762446 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fe3be6bc-ab2e-40aa-8610-741fbb2c2ccb req-dc82bc97-3044-4684-9f82-8e21ab4b78ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 1130 time: 0.0474129 May 25 14:58:19.795740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85a5b9-ff99-4149-bce7-0c25db68ae21 req-46d9b69b-22c8-4751-9c54-e3b3b9964bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:19.798108 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8e85a5b9-ff99-4149-bce7-0c25db68ae21 req-46d9b69b-22c8-4751-9c54-e3b3b9964bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0606041 May 25 14:58:19.865589 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-5ff354f0-dd88-45c2-9c6b-8e10635face2 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=56174c2dc6ce472697756899661f4838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344663 May 25 14:58:19.871230 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8e85a5b9-ff99-4149-bce7-0c25db68ae21 req-421908ea-98f7-4801-822c-47985e1a3ebf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 May 25 14:58:19.874755 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fe3be6bc-ab2e-40aa-8610-741fbb2c2ccb req-6293a124-34fd-4625-822c-6954b7389674 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465021 May 25 14:58:19.996253 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-2eedc4e7-652c-4322-a412-9bc0288bca31 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:19.997735 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-2eedc4e7-652c-4322-a412-9bc0288bca31 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220691 May 25 14:58:20.119487 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:20.285917 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-86dda10e-d38f-4c8a-9151-9b5cc3bd0cc8 req-8abcef0c-6808-462d-904c-3e1b86cc3f86 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0289800 May 25 14:58:20.376212 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Request body: {'port': {'device_id': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70', 'admin_state_up': True, 'tenant_id': '56174c2dc6ce472697756899661f4838'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:20.498195 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Made reservation on behalf of 56174c2dc6ce472697756899661f4838 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:58:20.501788 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:20.513044 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:20.602061 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks [] for security_group (7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:20.607213 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:20.672131 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:20.754978 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Allocated IP 192.168.233.80 (b5a972dc-6482-4ba5-af47-ea1983ee8f70/10620d3a-60de-438b-9c42-475985a0923d/464a46c2-9b37-4e50-ba29-ae60e63b45f1) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:20.914574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks [] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:20.953462 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:20.959687 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:20.974358 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:21.034539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde07001-8a8c-475b-b91a-c9aadb3a688f req-8a65e5e5-1b8d-49c2-a888-6d2860fd7b49 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:21.036138 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dde07001-8a8c-475b-b91a-c9aadb3a688f req-8a65e5e5-1b8d-49c2-a888-6d2860fd7b49 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0920196 May 25 14:58:21.044299 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Network b5a972dc-6482-4ba5-af47-ea1983ee8f70 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:21.057152 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:21.062431 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:21.074943 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Pushing event updated for resources: {'Port': ['ID=464a46c2-9b37-4e50-ba29-ae60e63b45f1,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:21.147569 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:21.148197 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.156070 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dde07001-8a8c-475b-b91a-c9aadb3a688f req-7f26470f-3d1c-4982-9d0e-cfcebe70ec09 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103101 May 25 14:58:21.185279 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-d1346d4c-d531-4410-9f73-0567a68a702d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8132408 May 25 14:58:21.257548 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Request body: {'port': {'device_id': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:21.292065 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-1dbe219c-a4c4-4427-8b43-523c76abe5c8 None None] Provisioning complete for port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:21.292723 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-1dbe219c-a4c4-4427-8b43-523c76abe5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.318813 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.323815 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe219c-a4c4-4427-8b43-523c76abe5c8 None None] Port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:58:21.417349 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496fa9b-41e3-47f9-b050-0abd318f6831 req-758d90c2-080f-42b4-ae6d-00553e6702c8 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:21.418895 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7496fa9b-41e3-47f9-b050-0abd318f6831 req-758d90c2-080f-42b4-ae6d-00553e6702c8 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 935 time: 0.0597603 May 25 14:58:21.472140 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7496fa9b-41e3-47f9-b050-0abd318f6831 req-26f23f84-e802-4aed-bdf0-d1e98f2fc60f tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 May 25 14:58:21.638122 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464a46c2-9b37-4e50-ba29-ae60e63b45f1 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:58:21.646123 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Publish callbacks [] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.659647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Transition to ACTIVE for port object 464a46c2-9b37-4e50-ba29-ae60e63b45f1 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:58:21.664538 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.736827 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Pushing event updated for resources: {'Port': ['ID=464a46c2-9b37-4e50-ba29-ae60e63b45f1,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:21.771058 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:21.795927 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Attempting to bind port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:21.796263 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Attempting to bind port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:21.796596 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Attempting to bind port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 on network b5a972dc-6482-4ba5-af47-ea1983ee8f70 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:21.801213 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 on network b5a972dc-6482-4ba5-af47-ea1983ee8f70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:58:21.801534 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Attempting to bind port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 on network b5a972dc-6482-4ba5-af47-ea1983ee8f70 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:21.806733 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:21.807070 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Checking segment: {'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:21.807457 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Bound using segment: {'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:21.807880 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Bound port: 464a46c2-9b37-4e50-ba29-ae60e63b45f1, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f2fb6c-b362-4c6e-9c0b-ace78c94e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:21.808237 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.878072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] For port 464a46c2-9b37-4e50-ba29-ae60e63b45f1, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:21.881660 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] For port 464a46c2-9b37-4e50-ba29-ae60e63b45f1, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=464a46c2-9b37-4e50-ba29-ae60e63b45f1,segment=NetworkSegment(d4f2fb6c-b362-4c6e-9c0b-ace78c94e283),segment_id=d4f2fb6c-b362-4c6e-9c0b-ace78c94e283)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:21.890298 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.932333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:21.932960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:21.934380 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3e296547-0117-4a76-815c-02e03e48214a service neutron] 10.222.0.72 "PUT /v2.0/ports/464a46c2-9b37-4e50-ba29-ae60e63b45f1 HTTP/1.1" status: 200 len: 1097 time: 0.6811488 May 25 14:58:21.935235 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'tag': '464a46c2-9b37-4e50-ba29-ae60e63b45f1'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:58:21.937425 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7938af0-412a-437a-826e-f87fb0f052b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca91c55-a0f9-486e-8dd2-0165ec619867", "tag": "464a46c2-9b37-4e50-ba29-ae60e63b45f1"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:58:21.957934 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e296547-0117-4a76-815c-02e03e48214a service neutron] Pushing event updated for resources: {'Port': ['ID=464a46c2-9b37-4e50-ba29-ae60e63b45f1,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:21.980478 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f17edb9-313d-4032-b3d1-e6c0abdbc102 x-openstack-request-id: req-4f17edb9-313d-4032-b3d1-e6c0abdbc102 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:58:21.980765 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca91c55-a0f9-486e-8dd2-0165ec619867", "tag": "464a46c2-9b37-4e50-ba29-ae60e63b45f1", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:58:21.981016 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f17edb9-313d-4032-b3d1-e6c0abdbc102 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:58:21.981417 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f17edb9-313d-4032-b3d1-e6c0abdbc102'] response: {'name': 'network-changed', 'server_uuid': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'tag': '464a46c2-9b37-4e50-ba29-ae60e63b45f1', 'status': 'completed', 'code': 200} May 25 14:58:22.281193 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df62171-ecc2-4c3c-a52f-c369f93e3332 req-51a5988c-5d09-4d1c-8af0-c0b2b30566a3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:22.282687 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4df62171-ecc2-4c3c-a52f-c369f93e3332 req-51a5988c-5d09-4d1c-8af0-c0b2b30566a3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0473633 May 25 14:58:22.330885 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4df62171-ecc2-4c3c-a52f-c369f93e3332 req-63bd77be-01f1-4cf9-a104-db701febcd7f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 May 25 14:58:22.454171 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed0401-3435-4624-8b87-06f1b5488db3 req-cd912e83-0417-4cd1-8836-92c7c323a916 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:22.455601 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eeed0401-3435-4624-8b87-06f1b5488db3 req-cd912e83-0417-4cd1-8836-92c7c323a916 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0528512 May 25 14:58:22.510549 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eeed0401-3435-4624-8b87-06f1b5488db3 req-c277e6a9-a358-49c2-9a80-c18436966512 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 May 25 14:58:22.592451 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:22.614945 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8bcf9-efd7-40b9-b4b6-5768f438e75f req-50685c32-40ac-4522-9a9f-d31c2bc88799 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:22.616124 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7cd8bcf9-efd7-40b9-b4b6-5768f438e75f req-50685c32-40ac-4522-9a9f-d31c2bc88799 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0581594 May 25 14:58:22.673706 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7cd8bcf9-efd7-40b9-b4b6-5768f438e75f req-bb89f974-933a-4d12-b9c4-60732b979d9c tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 May 25 14:58:22.887268 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938af0-412a-437a-826e-f87fb0f052b1 req-aa74a309-3149-434d-8a24-dffcef80ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:22.888797 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a7938af0-412a-437a-826e-f87fb0f052b1 req-aa74a309-3149-434d-8a24-dffcef80ac96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=56174c2dc6ce472697756899661f4838&device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 1131 time: 0.0699673 May 25 14:58:22.952676 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a7938af0-412a-437a-826e-f87fb0f052b1 req-1ea2621c-58cd-4ecf-a2fd-09749c2711ed service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=56174c2dc6ce472697756899661f4838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281475 May 25 14:58:22.991376 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:23.124867 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938af0-412a-437a-826e-f87fb0f052b1 req-8ce8ca8a-c337-4056-8f38-3f5017fe9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:23.126353 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a7938af0-412a-437a-826e-f87fb0f052b1 req-8ce8ca8a-c337-4056-8f38-3f5017fe9ddd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1620409 May 25 14:58:23.280581 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-6f86d78d-28c5-40d2-af2e-c62f4e389e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:23.282090 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-6f86d78d-28c5-40d2-af2e-c62f4e389e64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=56174c2dc6ce472697756899661f4838&device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 1131 time: 0.0422642 May 25 14:58:23.359106 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-20ce9726-ea55-43b6-b69b-fae80748cba5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=464a46c2-9b37-4e50-ba29-ae60e63b45f1 HTTP/1.1" status: 200 len: 217 time: 0.0322583 May 25 14:58:23.424173 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3279590e-c51c-4f37-9007-519bceb3eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:23.425960 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-3279590e-c51c-4f37-9007-519bceb3eea6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10620d3a-60de-438b-9c42-475985a0923d HTTP/1.1" status: 200 len: 843 time: 0.0471587 May 25 14:58:23.491563 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-41f7a59a-67c1-4810-984f-8452047e7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:23.493459 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-41f7a59a-67c1-4810-984f-8452047e7e13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5a972dc-6482-4ba5-af47-ea1983ee8f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0462551 May 25 14:58:23.595254 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-9b8a6498-aa07-4733-8345-a49f6ed05f4e service neutron] 10.222.0.72 "GET /v2.0/networks/b5a972dc-6482-4ba5-af47-ea1983ee8f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884562 May 25 14:58:23.694430 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-786bf7ad-01ec-45ed-9e9e-d85397aa447e req-1434705f-b5e8-4703-84ac-7961899cd669 service neutron] 10.222.0.72 "GET /v2.0/networks/b5a972dc-6482-4ba5-af47-ea1983ee8f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847206 May 25 14:58:23.794526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e39ec-5a0d-4f40-a4fa-9b206d7d4515 req-edb85eff-b2c6-4879-83a1-c91d008e60e4 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:23.795898 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fe5e39ec-5a0d-4f40-a4fa-9b206d7d4515 req-edb85eff-b2c6-4879-83a1-c91d008e60e4 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0472610 May 25 14:58:23.843315 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fe5e39ec-5a0d-4f40-a4fa-9b206d7d4515 req-0ff8ae3c-7d93-424c-9cfa-8de8c5aafca2 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 May 25 14:58:24.146093 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97ea76-e789-46cd-8755-f17c4ea0e5cd req-6f0b1f16-f56a-4459-9361-fa21a0c08ec5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:24.147575 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bb97ea76-e789-46cd-8755-f17c4ea0e5cd req-6f0b1f16-f56a-4459-9361-fa21a0c08ec5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0466297 May 25 14:58:24.181526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:24.197383 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bb97ea76-e789-46cd-8755-f17c4ea0e5cd req-490b9c10-00b9-47b1-b6d0-7b7fda182154 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 May 25 14:58:24.961508 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10165cfa-952c-4c95-a62f-9f2daceb7930 req-00e79a87-2377-492b-b947-3e91b4685848 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:24.962979 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-10165cfa-952c-4c95-a62f-9f2daceb7930 req-00e79a87-2377-492b-b947-3e91b4685848 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0473208 May 25 14:58:25.009909 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-10165cfa-952c-4c95-a62f-9f2daceb7930 req-5f046e77-c517-4dad-a78b-096a03214017 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 May 25 14:58:25.314361 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314672-bf77-4fb5-815d-5bc0d9b925f7 req-3ddd95c4-127d-4b0a-a061-e0707e53fc5a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:25.316502 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f9314672-bf77-4fb5-815d-5bc0d9b925f7 req-3ddd95c4-127d-4b0a-a061-e0707e53fc5a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0527048 May 25 14:58:25.366541 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f9314672-bf77-4fb5-815d-5bc0d9b925f7 req-6d568450-2500-4051-9cc6-4750bec83f67 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 May 25 14:58:26.125665 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c97822-88b4-4936-a039-6aa01ddf75f1 req-413eb44b-ab02-44ef-a283-c8b30da665db tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:26.127177 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c6c97822-88b4-4936-a039-6aa01ddf75f1 req-413eb44b-ab02-44ef-a283-c8b30da665db tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0482543 May 25 14:58:26.174542 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c6c97822-88b4-4936-a039-6aa01ddf75f1 req-beae5c9a-3c4b-48c4-b101-0212243b6328 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 May 25 14:58:26.486276 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907fc12-b243-4e44-9f79-1ee2ebb5c0be req-a1ab1ba9-3b12-4952-8bf4-15e3f560c569 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:26.487166 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5907fc12-b243-4e44-9f79-1ee2ebb5c0be req-a1ab1ba9-3b12-4952-8bf4-15e3f560c569 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0480089 May 25 14:58:26.536847 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5907fc12-b243-4e44-9f79-1ee2ebb5c0be req-858127ff-0002-4dcd-98b8-c61a7e778709 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 May 25 14:58:27.295279 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656b45-0434-429f-ba1c-260825c0ca61 req-75731a48-94df-451f-9481-dc82ed4eb651 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:27.296913 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3c656b45-0434-429f-ba1c-260825c0ca61 req-75731a48-94df-451f-9481-dc82ed4eb651 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0513523 May 25 14:58:27.344487 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3c656b45-0434-429f-ba1c-260825c0ca61 req-1cee285c-0aac-43da-93f2-4279aeccbb53 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 May 25 14:58:27.661707 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100355d-5ceb-420f-bda6-cfe637b0c952 req-d72ba059-0fc6-4396-9e0f-7283e1dfff97 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:27.663314 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3100355d-5ceb-420f-bda6-cfe637b0c952 req-d72ba059-0fc6-4396-9e0f-7283e1dfff97 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0519347 May 25 14:58:27.718922 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3100355d-5ceb-420f-bda6-cfe637b0c952 req-8c9166fa-f343-413f-889b-26a53f068845 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492849 May 25 14:58:28.465126 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a4a34-4206-4d33-9806-8aba52fd6b53 req-b7c051ed-5bf9-4f2b-b1f4-23b02c7fb33d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:28.467027 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-346a4a34-4206-4d33-9806-8aba52fd6b53 req-b7c051ed-5bf9-4f2b-b1f4-23b02c7fb33d tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0502105 May 25 14:58:28.501270 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:28.520260 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-346a4a34-4206-4d33-9806-8aba52fd6b53 req-f80be16a-46b6-459e-ab4c-2e4161bd236a tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 May 25 14:58:28.838374 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701df0f-4e5b-42f3-b3c8-a2b6badf4ea6 req-17c1f2b6-b69b-41e1-a0c6-a9f4252cb9ea tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:28.839843 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0701df0f-4e5b-42f3-b3c8-a2b6badf4ea6 req-17c1f2b6-b69b-41e1-a0c6-a9f4252cb9ea tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0480974 May 25 14:58:28.899554 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0701df0f-4e5b-42f3-b3c8-a2b6badf4ea6 req-c19828a1-da15-4365-8d22-e9b4e37f4210 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 May 25 14:58:29.636675 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502fc05-5007-4b7e-b1e3-52c67dc6a194 req-9104c3b7-3cb6-43f9-a5d0-ea2b0f9f6df6 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:29.638191 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6502fc05-5007-4b7e-b1e3-52c67dc6a194 req-9104c3b7-3cb6-43f9-a5d0-ea2b0f9f6df6 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0512674 May 25 14:58:29.685876 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6502fc05-5007-4b7e-b1e3-52c67dc6a194 req-ea7879c7-99ab-4c3d-a12d-efbdd76991d8 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 May 25 14:58:30.016688 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7ab0f-2381-43d7-81f6-194652273c4e req-ff2bd1e7-ec46-4e33-a084-fcfcd02249fb tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:30.018208 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b3a7ab0f-2381-43d7-81f6-194652273c4e req-ff2bd1e7-ec46-4e33-a084-fcfcd02249fb tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0468831 May 25 14:58:30.067326 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b3a7ab0f-2381-43d7-81f6-194652273c4e req-4d0b5c37-9fb8-403f-9b1e-b63719e45968 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 May 25 14:58:30.797594 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1fbaf-ab47-4be4-b922-34d5fd46b794 req-1c8ad999-60a5-47dc-8a80-ae60f0fb0e47 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:30.799116 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-93c1fbaf-ab47-4be4-b922-34d5fd46b794 req-1c8ad999-60a5-47dc-8a80-ae60f0fb0e47 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 947 time: 0.0469472 May 25 14:58:30.801912 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:30.849745 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-93c1fbaf-ab47-4be4-b922-34d5fd46b794 req-92aee77c-4151-4bcf-951c-b18e09fd9728 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 May 25 14:58:30.985430 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-800a303e-f156-4b39-80fe-30f473a96dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:30.986952 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-800a303e-f156-4b39-80fe-30f473a96dfb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1129 time: 0.0440011 May 25 14:58:31.007444 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:31.085185 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-e3c702d8-6333-4941-b1f1-60e79bc51305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:31.086708 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-e3c702d8-6333-4941-b1f1-60e79bc51305 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.0871251 May 25 14:58:31.339843 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-6b8a0b30-a68b-45eb-b23b-7f6687d68baf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c HTTP/1.1" status: 200 len: 217 time: 0.2390940 May 25 14:58:31.372628 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 464a46c2-9b37-4e50-ba29-ae60e63b45f1 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:58:31.376797 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:31.415910 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cbe88-319c-4a4e-a977-1aa10fc75dad req-5594bac6-299c-415c-a4b2-1ec80ca9c32c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:31.417377 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-358cbe88-319c-4a4e-a977-1aa10fc75dad req-5594bac6-299c-415c-a4b2-1ec80ca9c32c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0815620 May 25 14:58:31.441834 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-1115b258-c4f9-4483-a9e4-c1003e35f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:31.443303 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-1115b258-c4f9-4483-a9e4-c1003e35f37e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0725837 May 25 14:58:31.475546 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 464a46c2-9b37-4e50-ba29-ae60e63b45f1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=464a46c2-9b37-4e50-ba29-ae60e63b45f1,segment=NetworkSegment(d4f2fb6c-b362-4c6e-9c0b-ace78c94e283),segment_id=d4f2fb6c-b362-4c6e-9c0b-ace78c94e283)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:31.487162 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '464a46c2-9b37-4e50-ba29-ae60e63b45f1', 'network_id': 'b5a972dc-6482-4ba5-af47-ea1983ee8f70', 'port_id': '464a46c2-9b37-4e50-ba29-ae60e63b45f1', 'mac_address': 'fa:16:3e:98:91:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10620d3a-60de-438b-9c42-475985a0923d', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:58:31.500833 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-358cbe88-319c-4a4e-a977-1aa10fc75dad req-8723e6b1-2d80-4625-b2ca-ef12f863b570 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755897 May 25 14:58:31.506320 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-d94e4fb6-5016-408b-be17-55dc3bfa5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:31.507824 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-d94e4fb6-5016-408b-be17-55dc3bfa5127 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516610 May 25 14:58:31.527238 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:31.527625 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:31.540959 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464a46c2-9b37-4e50-ba29-ae60e63b45f1 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:58:31.563220 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 464a46c2-9b37-4e50-ba29-ae60e63b45f1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=464a46c2-9b37-4e50-ba29-ae60e63b45f1,segment=NetworkSegment(d4f2fb6c-b362-4c6e-9c0b-ace78c94e283),segment_id=d4f2fb6c-b362-4c6e-9c0b-ace78c94e283)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:31.569414 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:31.617846 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=464a46c2-9b37-4e50-ba29-ae60e63b45f1,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:31.625772 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.625772 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.627130 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.627130 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.627130 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.627130 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.627455 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.627611 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.627935 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.628351 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.628592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.628883 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.629209 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.629518 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.630094 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:31.643298 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-ee44d121-2f86-4642-bf34-5c8100192f12 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242664 May 25 14:58:31.739938 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:31.763329 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2c1716aa-871f-4f97-8d76-2f01fa8d76fe req-b024e901-37fd-4cea-b698-335d5087432d service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909352 May 25 14:58:31.966896 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd684a0-6d0d-45b4-b921-e7e4a0e199ed req-f0b7c120-76dc-4d80-9c70-5ea5f7ff62a0 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:31.968415 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6fd684a0-6d0d-45b4-b921-e7e4a0e199ed req-f0b7c120-76dc-4d80-9c70-5ea5f7ff62a0 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 948 time: 0.0495787 May 25 14:58:32.021059 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6fd684a0-6d0d-45b4-b921-e7e4a0e199ed req-ee513c56-f46f-457a-a89b-b87cb7640c20 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462587 May 25 14:58:32.621184 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1383e-b58b-416b-aecd-b661635bc25c req-04885adf-b9b2-4e3a-b82a-06c3ea7f8d76 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:32.622687 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d1f1383e-b58b-416b-aecd-b661635bc25c req-04885adf-b9b2-4e3a-b82a-06c3ea7f8d76 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0517619 May 25 14:58:32.669768 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d1f1383e-b58b-416b-aecd-b661635bc25c req-0370202d-c6c8-4794-831d-18c99d6ee6e8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 May 25 14:58:33.137639 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f47dcf-6790-4f43-9338-debb29eaeb54 req-b0ecca41-bb5f-459f-a1a5-6ee36587fb66 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:33.139254 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b3f47dcf-6790-4f43-9338-debb29eaeb54 req-b0ecca41-bb5f-459f-a1a5-6ee36587fb66 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 948 time: 0.0476475 May 25 14:58:33.187470 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b3f47dcf-6790-4f43-9338-debb29eaeb54 req-6d54bb98-2b4b-41f3-902c-f5484adaad24 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 May 25 14:58:33.789991 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c852a-491d-4ef6-b2fa-32a152fe8a02 req-3723ccbf-63ac-4571-8a06-65b5c1466c09 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:33.792006 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9b3c852a-491d-4ef6-b2fa-32a152fe8a02 req-3723ccbf-63ac-4571-8a06-65b5c1466c09 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0471156 May 25 14:58:33.839941 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9b3c852a-491d-4ef6-b2fa-32a152fe8a02 req-978c4b97-11ca-4a82-a020-6ea813c1d750 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 May 25 14:58:34.302572 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcae49-0d68-4272-91a0-59290d47727c req-69cc63f6-4754-4737-83ae-0285de73c3cc tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:34.303979 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-03bcae49-0d68-4272-91a0-59290d47727c req-69cc63f6-4754-4737-83ae-0285de73c3cc tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 948 time: 0.0470097 May 25 14:58:34.351135 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-03bcae49-0d68-4272-91a0-59290d47727c req-f379f79c-f3b3-48ab-a3b8-2e4bbcd5ea58 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 May 25 14:58:34.589907 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3798a200-fd95-4e6d-b75d-4a7537671c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:34.961740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138a344-7cc2-4fde-bec0-e45db3f51a74 req-d4269dfd-7dcf-49ed-986b-148233e79ab4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:34.963808 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f138a344-7cc2-4fde-bec0-e45db3f51a74 req-d4269dfd-7dcf-49ed-986b-148233e79ab4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0551538 May 25 14:58:35.012663 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f138a344-7cc2-4fde-bec0-e45db3f51a74 req-40a2c927-2374-408a-be43-16a9c358c104 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 May 25 14:58:35.468892 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42851b5-65a3-47a1-a84b-1870d7d6d55b req-ac53dfea-e974-466a-879e-d9e7c9f9f0b5 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:35.470893 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f42851b5-65a3-47a1-a84b-1870d7d6d55b req-ac53dfea-e974-466a-879e-d9e7c9f9f0b5 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 948 time: 0.0517642 May 25 14:58:35.520549 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f42851b5-65a3-47a1-a84b-1870d7d6d55b req-7596b530-a729-48ef-83cb-814519b4cdcd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 May 25 14:58:35.924773 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['464a46c2-9b37-4e50-ba29-ae60e63b45f1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:58:36.128694 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af0bca-aae5-4d7a-9f8e-9218fba47f1c req-484710b9-5c8f-4534-adb6-65df3358c9bf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:36.130320 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c2af0bca-aae5-4d7a-9f8e-9218fba47f1c req-484710b9-5c8f-4534-adb6-65df3358c9bf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0463116 May 25 14:58:36.183336 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c2af0bca-aae5-4d7a-9f8e-9218fba47f1c req-2f720550-bd04-4e77-9dfa-2480b6f5ccfe tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 May 25 14:58:36.635389 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93899774-0795-44fb-847a-44dd8ed6a0dd req-47459fbf-f0c5-4c3b-bf35-b745e434d8a6 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:36.636921 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-93899774-0795-44fb-847a-44dd8ed6a0dd req-47459fbf-f0c5-4c3b-bf35-b745e434d8a6 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 948 time: 0.0481739 May 25 14:58:36.684351 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:36.693834 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-93899774-0795-44fb-847a-44dd8ed6a0dd req-e6907c00-81ca-4a42-8a80-e41ab7eb9a6c tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507760 May 25 14:58:37.299059 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865f834-568e-4a2f-8a0d-80712a404533 req-bb9210e9-146d-4fe5-81dc-c98c0fc87d52 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:37.300451 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a865f834-568e-4a2f-8a0d-80712a404533 req-bb9210e9-146d-4fe5-81dc-c98c0fc87d52 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0461805 May 25 14:58:37.358810 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a865f834-568e-4a2f-8a0d-80712a404533 req-7d93a44e-cbd3-439a-9460-0b32b44fed55 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 May 25 14:58:37.482698 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:37.496511 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bba670ea-10dd-4d5e-af62-8fa7df37291e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:37.812000 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d8de5-8972-426f-afac-12cdcf307970 req-9ea87a12-8482-4faa-9d54-76d0b34b8638 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:37.813464 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b00d8de5-8972-426f-afac-12cdcf307970 req-9ea87a12-8482-4faa-9d54-76d0b34b8638 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 948 time: 0.0459104 May 25 14:58:37.864065 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b00d8de5-8972-426f-afac-12cdcf307970 req-dacc1a35-0db7-48a5-a7fb-4dc70340a7a3 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449531 May 25 14:58:37.933194 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 464a46c2-9b37-4e50-ba29-ae60e63b45f1 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:37.981919 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:58:37.987871 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:37.988240 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:38.063796 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:38.064582 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:38.089645 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a46c2-9b37-4e50-ba29-ae60e63b45f1'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:58:38.091877 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6659dc49-48ad-4015-b0d1-0569827b73b2" -d '{"events": [{"server_uuid": "7ca91c55-a0f9-486e-8dd2-0165ec619867", "name": "network-vif-plugged", "status": "completed", "tag": "464a46c2-9b37-4e50-ba29-ae60e63b45f1"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:58:38.104264 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 464a46c2-9b37-4e50-ba29-ae60e63b45f1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=464a46c2-9b37-4e50-ba29-ae60e63b45f1,segment=NetworkSegment(d4f2fb6c-b362-4c6e-9c0b-ace78c94e283),segment_id=d4f2fb6c-b362-4c6e-9c0b-ace78c94e283)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:38.109293 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:38.137009 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eca742-0aca-4af7-b082-c1a7a6f232a9 x-openstack-request-id: req-52eca742-0aca-4af7-b082-c1a7a6f232a9 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:58:38.137290 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca91c55-a0f9-486e-8dd2-0165ec619867", "name": "network-vif-plugged", "status": "completed", "tag": "464a46c2-9b37-4e50-ba29-ae60e63b45f1", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:58:38.137542 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52eca742-0aca-4af7-b082-c1a7a6f232a9 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:58:38.137937 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52eca742-0aca-4af7-b082-c1a7a6f232a9'] response: {'server_uuid': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464a46c2-9b37-4e50-ba29-ae60e63b45f1', 'code': 200} May 25 14:58:38.166736 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=464a46c2-9b37-4e50-ba29-ae60e63b45f1,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:38.518898 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:38.525336 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9781-c630-4f06-ba8f-deca722220cd req-2b1b5033-df5f-41d9-ade5-86d9b49c51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:38.527899 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-50df9781-c630-4f06-ba8f-deca722220cd req-2b1b5033-df5f-41d9-ade5-86d9b49c51ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 1133 time: 0.1123338 May 25 14:58:38.536432 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfdaaa-cb1f-401f-9a5e-a27e22d7799b req-fc305f32-26d9-4edf-8168-3807793ac715 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:38.538200 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-04cfdaaa-cb1f-401f-9a5e-a27e22d7799b req-fc305f32-26d9-4edf-8168-3807793ac715 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0732961 May 25 14:58:38.611551 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-50df9781-c630-4f06-ba8f-deca722220cd req-2aa827e5-e76e-43cc-8eaa-dce193267140 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721884 May 25 14:58:38.634507 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-04cfdaaa-cb1f-401f-9a5e-a27e22d7799b req-50c1aff0-92f7-4525-a842-6004a391e3e1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724440 May 25 14:58:38.987719 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91769ea8-faf8-4b1e-bf89-ca5a9c728f70 req-bbef2acd-6e47-4569-94b1-d1c9a053bca2 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:38.989385 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-91769ea8-faf8-4b1e-bf89-ca5a9c728f70 req-bbef2acd-6e47-4569-94b1-d1c9a053bca2 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0477848 May 25 14:58:39.038226 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-91769ea8-faf8-4b1e-bf89-ca5a9c728f70 req-c1fb120f-a54b-4739-9fe9-d8eced22848c tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 May 25 14:58:39.089710 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:39.741374 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1ebd-914d-4c0e-9a24-92da8988dd13 req-5e6b071c-01df-45d4-85ca-8ddf37f8214d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:39.742894 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4bca1ebd-914d-4c0e-9a24-92da8988dd13 req-5e6b071c-01df-45d4-85ca-8ddf37f8214d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0504456 May 25 14:58:39.790109 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4bca1ebd-914d-4c0e-9a24-92da8988dd13 req-b29fd97b-44f8-4550-af9b-f98660936d7f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 May 25 14:58:40.160881 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c212cf-3d41-4b9a-8c41-17ba8a5c1a85 req-098887a3-7aa1-47d5-9d5b-41ddf7d64568 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:40.162414 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-01c212cf-3d41-4b9a-8c41-17ba8a5c1a85 req-098887a3-7aa1-47d5-9d5b-41ddf7d64568 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0466559 May 25 14:58:40.209856 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-01c212cf-3d41-4b9a-8c41-17ba8a5c1a85 req-4f660ff1-56fc-4000-b1c2-706e4f8dabc3 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 May 25 14:58:40.800356 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:58:40.905553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b9b9c-b025-4946-980d-0cf780264949 req-e07d46d0-37b8-4265-bed6-4bacd34d8dfd tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:40.907228 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4d2b9b9c-b025-4946-980d-0cf780264949 req-e07d46d0-37b8-4265-bed6-4bacd34d8dfd tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0493641 May 25 14:58:40.960366 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4d2b9b9c-b025-4946-980d-0cf780264949 req-53a23478-ab1a-4989-af6a-c5d0a420801a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474896 May 25 14:58:41.331473 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164caef-c7a7-49c9-9dd4-bd8fd90fb2f8 req-ea9b7d70-0894-484e-8fba-3ac7724827ec tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:41.333010 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7164caef-c7a7-49c9-9dd4-bd8fd90fb2f8 req-ea9b7d70-0894-484e-8fba-3ac7724827ec tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0526097 May 25 14:58:41.364879 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:41.384957 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7164caef-c7a7-49c9-9dd4-bd8fd90fb2f8 req-980b7e20-b0ce-49d3-89fa-b27d8b765ce2 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452631 May 25 14:58:41.703969 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:42.007611 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:42.092839 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc6dc-f43c-4792-8426-9f7b0dc85c8f req-fb04b5d3-4fa2-4122-b64c-a32123ab7e8f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:42.094264 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2facc6dc-f43c-4792-8426-9f7b0dc85c8f req-fb04b5d3-4fa2-4122-b64c-a32123ab7e8f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0527780 May 25 14:58:42.143007 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2facc6dc-f43c-4792-8426-9f7b0dc85c8f req-afe7f8e1-b212-4482-a3e1-9307fbc56b1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 May 25 14:58:42.508499 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c579e12-a516-4287-b25c-525718704fa0 req-125352fb-721c-43fb-b802-98fca9fbe0b5 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:42.510588 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1c579e12-a516-4287-b25c-525718704fa0 req-125352fb-721c-43fb-b802-98fca9fbe0b5 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0547640 May 25 14:58:42.563664 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1c579e12-a516-4287-b25c-525718704fa0 req-7c7e5df5-e2f2-4906-8ae6-0d0ca921b79a tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 May 25 14:58:43.263964 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed94e-9967-4b22-aa43-452eb58f65a0 req-8fc93456-c4cb-4651-9e1b-f982533b7e58 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:43.265739 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-756ed94e-9967-4b22-aa43-452eb58f65a0 req-8fc93456-c4cb-4651-9e1b-f982533b7e58 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0526073 May 25 14:58:43.291815 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:43.314990 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-756ed94e-9967-4b22-aa43-452eb58f65a0 req-abb7d50a-3fce-43dd-817b-259d44871a47 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 May 25 14:58:43.693678 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec520fa-44d1-40e0-a0cb-6c54cbeb98ea req-e90ef9d6-cb00-40d8-83b1-3dcc92d7a5f9 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:43.695084 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fec520fa-44d1-40e0-a0cb-6c54cbeb98ea req-e90ef9d6-cb00-40d8-83b1-3dcc92d7a5f9 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0535572 May 25 14:58:43.746969 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fec520fa-44d1-40e0-a0cb-6c54cbeb98ea req-00ac2324-05f5-466a-b4c8-ffcb774d8cd0 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 May 25 14:58:44.485282 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d03d17-1f94-4d92-9f3f-f8dcfbd02013 req-fefcc3ef-db71-415b-b2a1-c369e1c49eb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:44.486910 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-23d03d17-1f94-4d92-9f3f-f8dcfbd02013 req-fefcc3ef-db71-415b-b2a1-c369e1c49eb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0613515 May 25 14:58:44.550828 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-23d03d17-1f94-4d92-9f3f-f8dcfbd02013 req-89e61896-68a3-4c4a-af7c-8da0b1fd3876 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563540 May 25 14:58:44.571526 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53264) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:44.700795 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7d967e66-388d-445e-b468-0cf17f374cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:44.785132 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7d967e66-388d-445e-b468-0cf17f374cad admin admin] Publish callbacks [] for security_group (2c5a8869-5416-4b11-988b-45bb66be5dd1), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:44.789451 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7d967e66-388d-445e-b468-0cf17f374cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2c5a8869-5416-4b11-988b-45bb66be5dd1), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:44.839394 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-7d967e66-388d-445e-b468-0cf17f374cad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=30e183b982804c7b858ff95dd533decf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633665 May 25 14:58:44.839394 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d967e66-388d-445e-b468-0cf17f374cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a8869-5416-4b11-988b-45bb66be5dd1,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:44.840465 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53278) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:44.887704 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49223cd-d0bb-43be-a5d1-49f913600032 req-99f951d8-29db-48e2-a5c2-d258b54bb712 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:44.895780 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a49223cd-d0bb-43be-a5d1-49f913600032 req-99f951d8-29db-48e2-a5c2-d258b54bb712 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0721984 May 25 14:58:44.901923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-761e98b8-2486-41d3-983c-1e7f41d46f27 admin admin] Publish callbacks [] for security_group (2c5a8869-5416-4b11-988b-45bb66be5dd1), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:44.937630 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-761e98b8-2486-41d3-983c-1e7f41d46f27 admin admin] Publish callbacks [] for security_group (2c5a8869-5416-4b11-988b-45bb66be5dd1), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:44.962282 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a49223cd-d0bb-43be-a5d1-49f913600032 req-756e7aa9-b151-446b-bc21-2669be31cd04 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654752 May 25 14:58:45.002973 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-761e98b8-2486-41d3-983c-1e7f41d46f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2c5a8869-5416-4b11-988b-45bb66be5dd1), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.006155 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-761e98b8-2486-41d3-983c-1e7f41d46f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:45.009640 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-761e98b8-2486-41d3-983c-1e7f41d46f27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c5a8869-5416-4b11-988b-45bb66be5dd1 HTTP/1.1" status: 204 len: 168 time: 0.1659820 May 25 14:58:45.023587 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e98b8-2486-41d3-983c-1e7f41d46f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a8869-5416-4b11-988b-45bb66be5dd1,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:45.289877 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e280e-f294-461d-a1e8-ce49093c3fde req-881c253d-5b16-4249-983a-fa5e93749ecf tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:45.292195 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-634e280e-f294-461d-a1e8-ce49093c3fde req-881c253d-5b16-4249-983a-fa5e93749ecf tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0545208 May 25 14:58:45.387063 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-634e280e-f294-461d-a1e8-ce49093c3fde req-389291b6-a35d-4ba9-bd76-94fa35e54f3c tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868268 May 25 14:58:45.688256 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bee0c5-0294-4fd7-a683-7ffadaecc2b2 req-175d5e2a-4bba-4908-aaf6-32d10d616ead tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:45.690045 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f8bee0c5-0294-4fd7-a683-7ffadaecc2b2 req-175d5e2a-4bba-4908-aaf6-32d10d616ead tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0570805 May 25 14:58:45.744418 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f8bee0c5-0294-4fd7-a683-7ffadaecc2b2 req-ff41d834-681c-4023-b8af-fbb5058345e4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472720 May 25 14:58:46.506888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1da6f-e57c-4848-9dfa-be36cf3e809a req-e9d1ac17-ba28-453b-bc07-d9944c6cf880 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:46.509442 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fea1da6f-e57c-4848-9dfa-be36cf3e809a req-e9d1ac17-ba28-453b-bc07-d9944c6cf880 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0526583 May 25 14:58:46.582749 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fea1da6f-e57c-4848-9dfa-be36cf3e809a req-098479c9-546d-43ac-965f-b821f27d160f tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 May 25 14:58:46.873385 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91683aa9-9bc3-49f4-bd99-b454e098fe69 req-7e8b89b0-9eb1-4100-bc2d-6fb545c0313b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:46.875309 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91683aa9-9bc3-49f4-bd99-b454e098fe69 req-7e8b89b0-9eb1-4100-bc2d-6fb545c0313b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0570958 May 25 14:58:46.903523 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:46.935153 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91683aa9-9bc3-49f4-bd99-b454e098fe69 req-dac00597-ff77-456b-8cdf-1caf5fcdb46c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 May 25 14:58:47.703575 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de06e2-3e9d-41d5-9d0f-392f2de5454c req-6e3ed7ae-4669-4bd5-855c-133af3abd763 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:47.705220 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d6de06e2-3e9d-41d5-9d0f-392f2de5454c req-6e3ed7ae-4669-4bd5-855c-133af3abd763 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0548060 May 25 14:58:47.766779 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d6de06e2-3e9d-41d5-9d0f-392f2de5454c req-9c87ccdd-e604-4ca0-81ec-b49d4be72d92 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553234 May 25 14:58:48.065443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25421a8-4921-4fc9-9433-8b5d3358afa9 req-c9e68743-f6ef-4c35-af01-09e169ce792c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:48.066948 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c25421a8-4921-4fc9-9433-8b5d3358afa9 req-c9e68743-f6ef-4c35-af01-09e169ce792c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0512505 May 25 14:58:48.081248 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53420) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:48.119046 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c25421a8-4921-4fc9-9433-8b5d3358afa9 req-bf09ba63-b828-4bcb-b426-2c39ff3a043f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 May 25 14:58:48.198290 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e0285caf-2dc5-41de-8a4a-20b91e199473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.199790 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:48.282375 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e0285caf-2dc5-41de-8a4a-20b91e199473 admin admin] Publish callbacks [] for security_group (b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.287219 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e0285caf-2dc5-41de-8a4a-20b91e199473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.329533 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e0285caf-2dc5-41de-8a4a-20b91e199473 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e27eea48a204fb196e5bad0c061924b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470496 May 25 14:58:48.330496 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0285caf-2dc5-41de-8a4a-20b91e199473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:48.332298 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 53424) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:48.391106 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dd92d270-7fe5-4f82-8bf7-16388642ae50 admin admin] Publish callbacks [] for security_group (b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.414694 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dd92d270-7fe5-4f82-8bf7-16388642ae50 admin admin] Publish callbacks [] for security_group (b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.466106 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dd92d270-7fe5-4f82-8bf7-16388642ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.469015 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dd92d270-7fe5-4f82-8bf7-16388642ae50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.470363 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-dd92d270-7fe5-4f82-8bf7-16388642ae50 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6 HTTP/1.1" status: 204 len: 168 time: 0.1369989 May 25 14:58:48.496564 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92d270-7fe5-4f82-8bf7-16388642ae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a0ed5-1d0b-47b1-8c6d-eeb3068b2db6,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:48.539124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-56bc7912-1988-4b54-9a43-8831fd35a0af tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:48.541415 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-56bc7912-1988-4b54-9a43-8831fd35a0af tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0584586 May 25 14:58:48.734045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Deleting port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 14:58:48.734341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.762708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:48.919834 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589e8d2-66e7-4651-a63c-40b1f8f3ebdd req-2b08e686-da5b-43bd-b4d7-84666ab02721 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:48.922183 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2589e8d2-66e7-4651-a63c-40b1f8f3ebdd req-2b08e686-da5b-43bd-b4d7-84666ab02721 tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 949 time: 0.0712204 May 25 14:58:48.926608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] For port 464a46c2-9b37-4e50-ba29-ae60e63b45f1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=464a46c2-9b37-4e50-ba29-ae60e63b45f1,segment=NetworkSegment(d4f2fb6c-b362-4c6e-9c0b-ace78c94e283),segment_id=d4f2fb6c-b362-4c6e-9c0b-ace78c94e283)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:48.927261 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:48.947566 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53454) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:48.949113 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Calling delete_port for 464a46c2-9b37-4e50-ba29-ae60e63b45f1 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 14:58:48.973199 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e2c2de55-ca65-4adb-a42e-56b23dcb78de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.010606 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2589e8d2-66e7-4651-a63c-40b1f8f3ebdd req-0e379dc4-d735-44e4-b804-599dedb0ddfc tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/security-groups?id=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825791 May 25 14:58:49.037731 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.100740 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e2c2de55-ca65-4adb-a42e-56b23dcb78de admin admin] Publish callbacks [] for security_group (739546a0-1851-4c7c-b50b-c1b434487f57), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.105334 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e2c2de55-ca65-4adb-a42e-56b23dcb78de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (739546a0-1851-4c7c-b50b-c1b434487f57), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.143341 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2de55-ca65-4adb-a42e-56b23dcb78de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739546a0-1851-4c7c-b50b-c1b434487f57,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:49.152313 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (464a46c2-9b37-4e50-ba29-ae60e63b45f1), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.152888 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e2c2de55-ca65-4adb-a42e-56b23dcb78de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72bd84196a454d5787a9a89726df6182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023108 May 25 14:58:49.155799 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53460) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:49.189110 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Pushing event deleted for resources: {'Port': ['ID=464a46c2-9b37-4e50-ba29-ae60e63b45f1,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:49.215915 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['464a46c2-9b37-4e50-ba29-ae60e63b45f1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:58:49.219270 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e7ccef0b-d3fa-4b3c-88d8-07cdea354b2c admin admin] Publish callbacks [] for security_group (739546a0-1851-4c7c-b50b-c1b434487f57), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.257196 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e7ccef0b-d3fa-4b3c-88d8-07cdea354b2c admin admin] Publish callbacks [] for security_group (739546a0-1851-4c7c-b50b-c1b434487f57), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.276804 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] No DVR routers for this DVR port 464a46c2-9b37-4e50-ba29-ae60e63b45f1 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 14:58:49.282529 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.286924 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5d67d949-abb5-44b5-93c3-de6f52dfce82 req-a5ffae99-3d25-4d43-a68c-3da92dde60dd tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.72 "DELETE /v2.0/ports/464a46c2-9b37-4e50-ba29-ae60e63b45f1 HTTP/1.1" status: 204 len: 173 time: 0.7332773 May 25 14:58:49.288810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'name': 'network-vif-deleted', 'tag': '464a46c2-9b37-4e50-ba29-ae60e63b45f1'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:58:49.299821 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481d7abd-de74-48eb-8c9f-b4b298ba9272" -d '{"events": [{"server_uuid": "7ca91c55-a0f9-486e-8dd2-0165ec619867", "name": "network-vif-deleted", "tag": "464a46c2-9b37-4e50-ba29-ae60e63b45f1"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:58:49.339412 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e7ccef0b-d3fa-4b3c-88d8-07cdea354b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (739546a0-1851-4c7c-b50b-c1b434487f57), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.346883 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e7ccef0b-d3fa-4b3c-88d8-07cdea354b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:49.349857 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e7ccef0b-d3fa-4b3c-88d8-07cdea354b2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/739546a0-1851-4c7c-b50b-c1b434487f57 HTTP/1.1" status: 204 len: 168 time: 0.1929741 May 25 14:58:49.363380 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccef0b-d3fa-4b3c-88d8-07cdea354b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739546a0-1851-4c7c-b50b-c1b434487f57,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:49.382589 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d57f6ad-7fb8-4f50-8ea6-aaf9b1d544d0 x-openstack-request-id: req-7d57f6ad-7fb8-4f50-8ea6-aaf9b1d544d0 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:58:49.383140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca91c55-a0f9-486e-8dd2-0165ec619867", "name": "network-vif-deleted", "tag": "464a46c2-9b37-4e50-ba29-ae60e63b45f1", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:58:49.383572 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d57f6ad-7fb8-4f50-8ea6-aaf9b1d544d0 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:58:49.384152 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d57f6ad-7fb8-4f50-8ea6-aaf9b1d544d0'] response: {'server_uuid': '7ca91c55-a0f9-486e-8dd2-0165ec619867', 'name': 'network-vif-deleted', 'tag': '464a46c2-9b37-4e50-ba29-ae60e63b45f1', 'status': 'completed', 'code': 200} May 25 14:58:49.394586 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.400876 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b547c3-bbe0-4202-bed0-d7e8e308afbe req-5bae1ec3-ad88-40ca-834f-dc2128462d4a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:49.418676 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-49b547c3-bbe0-4202-bed0-d7e8e308afbe req-5bae1ec3-ad88-40ca-834f-dc2128462d4a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1432700 May 25 14:58:49.457921 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:49.491680 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-49b547c3-bbe0-4202-bed0-d7e8e308afbe req-785eb138-fe27-4242-a0a5-cf2e071973f4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635862 May 25 14:58:50.131076 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.137723 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-f895447f-5f9c-49c7-adcc-d0d6e94f4162 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800924 May 25 14:58:50.160397 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53502) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:50.248641 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2147c9be-7a65-4a14-997f-831c88884e07 req-626f2997-ef3e-4c45-8e6b-afa9181bca1a tempest-VolumesNegativeTest-2146910906 tempest-VolumesNegativeTest-2146910906-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca91c55-a0f9-486e-8dd2-0165ec619867 HTTP/1.1" status: 200 len: 210 time: 0.0800436 May 25 14:58:50.262748 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-6a95cb75-af65-486a-9faf-bb0b63a9b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:50.266596 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-6a95cb75-af65-486a-9faf-bb0b63a9b88f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 1130 time: 0.0688436 May 25 14:58:50.405545 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2875c3bd-73f9-48af-8949-dba7427900ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.433689 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-01992f93-6c86-48ba-9ace-aa74d11b628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:50.437776 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-01992f93-6c86-48ba-9ace-aa74d11b628a service neutron] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 911 time: 0.1345837 May 25 14:58:50.571449 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2875c3bd-73f9-48af-8949-dba7427900ea admin admin] Publish callbacks [] for security_group (d6308bb5-a941-42e2-80cc-ea8ed3a8ddba), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.579292 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2875c3bd-73f9-48af-8949-dba7427900ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d6308bb5-a941-42e2-80cc-ea8ed3a8ddba), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.597546 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:50.604842 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-9b8679be-3a45-4b23-98c0-4e9fb7f25d21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 200 len: 1002 time: 0.1523964 May 25 14:58:50.630602 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-2875c3bd-73f9-48af-8949-dba7427900ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aaaa40cb97c3403f88d72657c5b66215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688947 May 25 14:58:50.633319 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875c3bd-73f9-48af-8949-dba7427900ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6308bb5-a941-42e2-80cc-ea8ed3a8ddba,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:50.644731 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53522) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:50.674847 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-2157d2cf-022f-4d41-9e54-83ed389ba824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:50.676321 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-2157d2cf-022f-4d41-9e54-83ed389ba824 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0602925 May 25 14:58:50.716898 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2d65ee38-99ac-4bab-82c4-0b7802767373 admin admin] Publish callbacks [] for security_group (d6308bb5-a941-42e2-80cc-ea8ed3a8ddba), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.744397 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2d65ee38-99ac-4bab-82c4-0b7802767373 admin admin] Publish callbacks [] for security_group (d6308bb5-a941-42e2-80cc-ea8ed3a8ddba), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.751226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f8fc0-ffb2-46ba-b8cd-6b7159c87d92 req-9c787add-12f0-4f0c-a44b-bfebb551e9f0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:50.752766 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-271f8fc0-ffb2-46ba-b8cd-6b7159c87d92 req-9c787add-12f0-4f0c-a44b-bfebb551e9f0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0755570 May 25 14:58:50.759271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-693ade0b-fbf4-49db-b72a-0b979d2be3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:50.760784 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-693ade0b-fbf4-49db-b72a-0b979d2be3ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728376 May 25 14:58:50.802238 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2d65ee38-99ac-4bab-82c4-0b7802767373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d6308bb5-a941-42e2-80cc-ea8ed3a8ddba), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.806058 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2d65ee38-99ac-4bab-82c4-0b7802767373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:50.812219 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-2d65ee38-99ac-4bab-82c4-0b7802767373 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6308bb5-a941-42e2-80cc-ea8ed3a8ddba HTTP/1.1" status: 204 len: 168 time: 0.1658006 May 25 14:58:50.834375 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65ee38-99ac-4bab-82c4-0b7802767373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6308bb5-a941-42e2-80cc-ea8ed3a8ddba,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:50.895189 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-271f8fc0-ffb2-46ba-b8cd-6b7159c87d92 req-24bed4fd-ce56-4382-8b28-364e37ff5f9d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334445 May 25 14:58:50.941368 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-ca51e3f4-930b-4919-9cf5-4bdc4a578837 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499813 May 25 14:58:51.013427 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:51.047458 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8a220076-0bb8-4d8b-8433-47e1513b6464 req-b6fbc923-20d5-4a74-bfcd-a506172fa856 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005013 May 25 14:58:51.975284 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 464a46c2-9b37-4e50-ba29-ae60e63b45f1 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 14:58:52.008624 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 464a46c2-9b37-4e50-ba29-ae60e63b45f1 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 14:58:52.008979 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 464a46c2-9b37-4e50-ba29-ae60e63b45f1 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 14:58:52.163005 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d1b84-6043-479d-b273-2ac8201368e4 req-22054ac1-e22c-4116-b311-54e2b80b7b62 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:52.176227 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-770d1b84-6043-479d-b273-2ac8201368e4 req-22054ac1-e22c-4116-b311-54e2b80b7b62 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1727738 May 25 14:58:52.255954 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-770d1b84-6043-479d-b273-2ac8201368e4 req-d7fefa73-54c3-49d9-b597-faf91acc3f22 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787492 May 25 14:58:52.718542 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 53700) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:52.940942 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dc527e9f-5e6a-4f55-80ea-5c52507bc27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.054044 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dc527e9f-5e6a-4f55-80ea-5c52507bc27a admin admin] Publish callbacks [] for security_group (2d387296-6038-457e-9f22-aa7a31023492), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.060824 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dc527e9f-5e6a-4f55-80ea-5c52507bc27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2d387296-6038-457e-9f22-aa7a31023492), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.118784 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc527e9f-5e6a-4f55-80ea-5c52507bc27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d387296-6038-457e-9f22-aa7a31023492,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:53.136346 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-dc527e9f-5e6a-4f55-80ea-5c52507bc27a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=173de539832e49108aa84590ac057373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139097 May 25 14:58:53.136753 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53724) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:53.205372 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d1863d21-0d09-470c-ad9d-44c920bae7f6 admin admin] Publish callbacks [] for security_group (2d387296-6038-457e-9f22-aa7a31023492), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.230627 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d1863d21-0d09-470c-ad9d-44c920bae7f6 admin admin] Publish callbacks [] for security_group (2d387296-6038-457e-9f22-aa7a31023492), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.241526 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:53.294074 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d1863d21-0d09-470c-ad9d-44c920bae7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2d387296-6038-457e-9f22-aa7a31023492), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.296822 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d1863d21-0d09-470c-ad9d-44c920bae7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:53.298200 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d1863d21-0d09-470c-ad9d-44c920bae7f6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d387296-6038-457e-9f22-aa7a31023492 HTTP/1.1" status: 204 len: 168 time: 0.1604118 May 25 14:58:53.309672 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1863d21-0d09-470c-ad9d-44c920bae7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d387296-6038-457e-9f22-aa7a31023492,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:53.430127 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109b0c6-56ef-4eb2-8de4-e5a12cb9dda1 req-1b5e6dc6-4383-49ad-a34a-244f5f76458c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:53.433423 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b109b0c6-56ef-4eb2-8de4-e5a12cb9dda1 req-1b5e6dc6-4383-49ad-a34a-244f5f76458c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0839679 May 25 14:58:53.496040 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b109b0c6-56ef-4eb2-8de4-e5a12cb9dda1 req-6910882c-5be6-4847-8385-5f9ce1bb31f4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564420 May 25 14:58:53.805394 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:53.805394 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:54.129809 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53826) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:54.271230 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-909757015-network', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:54.296746 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Made reservation on behalf of 99281bdc8f6340a1be03774c255ae4ba for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:58:54.301135 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.312067 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.402879 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks [] for security_group (96564926-fde6-409d-ab18-a4c302b9da44), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.408150 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (96564926-fde6-409d-ab18-a4c302b9da44), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.435414 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:58:54.445174 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96564926-fde6-409d-ab18-a4c302b9da44,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:54.453277 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (af13e550-b90c-4030-b7cd-c0a6311f6d14), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.453716 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Added segment af13e550-b90c-4030-b7cd-c0a6311f6d14 of type vlan for network 620eaca4-828c-4c2d-a756-ed68aa31fbcf May 25 14:58:54.502454 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (620eaca4-828c-4c2d-a756-ed68aa31fbcf), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.542978 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (620eaca4-828c-4c2d-a756-ed68aa31fbcf), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.544088 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:54.544726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.614267 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4832571 May 25 14:58:54.617167 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53870) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:54.622746 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Request body: {'subnet': {'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-909757015-subnet', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'ip_version': 4}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:54.639858 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59554042-ac41-44c8-a6ea-0467fdb080b7 admin admin] Pushing event updated for resources: {'Network': ['ID=620eaca4-828c-4c2d-a756-ed68aa31fbcf,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:54.652265 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Made reservation on behalf of 99281bdc8f6340a1be03774c255ae4ba for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:58:54.654133 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:58:54.654656 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:54.656582 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13925652'] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.697175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52004a7-0f87-4e4b-898e-011f1e98817a req-b8b6cb68-f9c1-4d82-b22b-54ff4598fbee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:54.700046 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f52004a7-0f87-4e4b-898e-011f1e98817a req-b8b6cb68-f9c1-4d82-b22b-54ff4598fbee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0944688 May 25 14:58:54.723416 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:54.771454 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f52004a7-0f87-4e4b-898e-011f1e98817a req-43d38cee-28a6-460a-ab24-44a4579e1326 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645900 May 25 14:58:54.870355 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13925862'] for subnet (83bffb76-3835-4088-8647-774e0af4cb15), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:54.927100 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:54.945304 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bffb76-3835-4088-8647-774e0af4cb15,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:54.951047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Checking segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:54.951400 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Network hostable DHCP agents. Network: 620eaca4-828c-4c2d-a756-ed68aa31fbcf, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:58:54.975160 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:58:54.988686 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 620eaca4-828c-4c2d-a756-ed68aa31fbcf) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:54.996101 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:54.996858 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.003245 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377e304-6e45-4578-a948-7bbbb2c81798 None None] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:58:55.023478 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-eccfde55-0679-4aa0-96f6-afc9a02ba530 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4049277 May 25 14:58:55.026529 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 53900) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:55.032394 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:58:55.076270 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (3c19653c-1b6d-4f88-84dd-d0706a6de999), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.077289 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (3c19653c-1b6d-4f88-84dd-d0706a6de999), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.139892 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks [] for router_controller (3c19653c-1b6d-4f88-84dd-d0706a6de999), precommit_add_association {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.170174 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:58:55.171197 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.333711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks [] for router_gateway (3c19653c-1b6d-4f88-84dd-d0706a6de999), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.335836 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Allocated IP 172.20.0.2 (620eaca4-828c-4c2d-a756-ed68aa31fbcf/83bffb76-3835-4088-8647-774e0af4cb15/39e04edb-4cd4-4af0-b5c0-609eded6f0c6) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:55.520090 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Publish callbacks [] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.530086 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.573837 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks [] for router_gateway (3c19653c-1b6d-4f88-84dd-d0706a6de999), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.592810 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:55.596691 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:55.601597 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.601817 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:55.617838 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Pushing event updated for resources: {'Port': ['ID=39e04edb-4cd4-4af0-b5c0-609eded6f0c6,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:55.676342 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:55.688719 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Attempting to bind port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:55.689196 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Attempting to bind port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:55.689762 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Attempting to bind port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:55.697994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:55.698665 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Checking segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:55.699232 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.699773 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Bound using segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:55.700418 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Bound port: 39e04edb-4cd4-4af0-b5c0-609eded6f0c6, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:55.700969 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.772696 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Allocated IP 172.27.0.105 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/e5ed7bcd-575e-449a-8a07-5b9146900a69) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:55.799971 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] For port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:55.810758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] For port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=39e04edb-4cd4-4af0-b5c0-609eded6f0c6,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:55.823622 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:55.967044 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd312be6-6aad-4c0d-954f-1d66b6cdfc17 None None] Pushing event updated for resources: {'Port': ['ID=39e04edb-4cd4-4af0-b5c0-609eded6f0c6,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:56.012773 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks [] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.016985 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67690f-7236-4ba4-afc1-7ecc83ecbdc4 req-110d50d7-d38b-4a96-b0f9-8de34f4ab054 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:56.026468 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:56.033366 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dc67690f-7236-4ba4-afc1-7ecc83ecbdc4 req-110d50d7-d38b-4a96-b0f9-8de34f4ab054 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0957000 May 25 14:58:56.103233 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dc67690f-7236-4ba4-afc1-7ecc83ecbdc4 req-2bf8c500-d2bc-4e2a-a0f6-770a8dc962d3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685768 May 25 14:58:56.119938 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.129814 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:56.268336 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 53988) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:56.516877 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:58:56.536531 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:58:56.548380 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1f947a60-acc1-422b-ac83-d77c5c328900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.549236 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Pushing event updated for resources: {'Port': ['ID=e5ed7bcd-575e-449a-8a07-5b9146900a69,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:56.556289 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:58:56.739891 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:56.751062 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1f947a60-acc1-422b-ac83-d77c5c328900 admin admin] Publish callbacks [] for security_group (8926ea8d-e473-420e-8384-77ad964ccf3d), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.757387 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1f947a60-acc1-422b-ac83-d77c5c328900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (8926ea8d-e473-420e-8384-77ad964ccf3d), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.823563 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-1f947a60-acc1-422b-ac83-d77c5c328900 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5d867311a11b4be482ffdfed4731a86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538256 May 25 14:58:56.827941 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54012) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:56.840110 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f947a60-acc1-422b-ac83-d77c5c328900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8926ea8d-e473-420e-8384-77ad964ccf3d,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:56.849684 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:56.854354 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:56.855300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.938137 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5e636af8-da3b-4a62-97d4-8e74ac4f27b3 admin admin] Publish callbacks [] for security_group (8926ea8d-e473-420e-8384-77ad964ccf3d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.968030 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:56.968432 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:56.972453 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5e636af8-da3b-4a62-97d4-8e74ac4f27b3 admin admin] Publish callbacks [] for security_group (8926ea8d-e473-420e-8384-77ad964ccf3d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.031085 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=39e04edb-4cd4-4af0-b5c0-609eded6f0c6,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:58:57.038832 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.041229 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5e636af8-da3b-4a62-97d4-8e74ac4f27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (8926ea8d-e473-420e-8384-77ad964ccf3d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.046111 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5e636af8-da3b-4a62-97d4-8e74ac4f27b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.047622 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5e636af8-da3b-4a62-97d4-8e74ac4f27b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8926ea8d-e473-420e-8384-77ad964ccf3d HTTP/1.1" status: 204 len: 168 time: 0.2181041 May 25 14:58:57.060373 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e636af8-da3b-4a62-97d4-8e74ac4f27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8926ea8d-e473-420e-8384-77ad964ccf3d,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:57.127100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks [] for router_gateway (3c19653c-1b6d-4f88-84dd-d0706a6de999), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.324174 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=39e04edb-4cd4-4af0-b5c0-609eded6f0c6,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:57.414691 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fd3ee-5308-4b6e-9025-d8c35121f94f req-f81e06d0-8b24-40fd-a7b1-3a5d8fc140e3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:57.416410 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b19fd3ee-5308-4b6e-9025-d8c35121f94f req-f81e06d0-8b24-40fd-a7b1-3a5d8fc140e3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1472387 May 25 14:58:57.517730 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (3c19653c-1b6d-4f88-84dd-d0706a6de999), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.527202 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b19fd3ee-5308-4b6e-9025-d8c35121f94f req-4d6a2232-0fc8-42d6-9eed-f0ae526e0db0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811691 May 25 14:58:57.577722 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ea901-f2d9-4abc-93b6-f180d7477a1d None None] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:58:57.661639 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-696ed4d7-5f64-4d80-80aa-06f6d363fa52 None None] Provisioning complete for port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:57.662032 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-696ed4d7-5f64-4d80-80aa-06f6d363fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.676048 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54038) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:57.698268 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-304fc1aa-ec74-425b-a73b-ded93cde0a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.753400 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:58:57.792813 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:57.876653 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-696ed4d7-5f64-4d80-80aa-06f6d363fa52 None None] Current status of the port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:57.901501 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-304fc1aa-ec74-425b-a73b-ded93cde0a74 admin admin] Publish callbacks [] for security_group (62cd3aad-0208-4710-8fe2-8352b4f3cfa0), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.904975 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-304fc1aa-ec74-425b-a73b-ded93cde0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (62cd3aad-0208-4710-8fe2-8352b4f3cfa0), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:57.964274 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-304fc1aa-ec74-425b-a73b-ded93cde0a74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cea6e5b216414e27890aca6d6176273d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866204 May 25 14:58:57.970576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54046) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:57.975307 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fc1aa-ec74-425b-a73b-ded93cde0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cd3aad-0208-4710-8fe2-8352b4f3cfa0,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:58.039289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=14 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:58.059744 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8c36a939-fb2d-4138-8843-2bf52bda8c51 admin admin] Publish callbacks [] for security_group (62cd3aad-0208-4710-8fe2-8352b4f3cfa0), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.092575 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8c36a939-fb2d-4138-8843-2bf52bda8c51 admin admin] Publish callbacks [] for security_group (62cd3aad-0208-4710-8fe2-8352b4f3cfa0), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.107686 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:58.114954 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-256fb112-0d76-4ada-b25e-54e4d9708ff2 None None] Provisioning complete for port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:58.115522 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-256fb112-0d76-4ada-b25e-54e4d9708ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.124702 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:58:58.140829 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:58:58.164205 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.172166 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-68856486-7445-4c8a-8027-270d327bd4de admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1440637 May 25 14:58:58.174348 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:58:58.175192 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54058) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:58.185906 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:58:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:58.233593 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8c36a939-fb2d-4138-8843-2bf52bda8c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (62cd3aad-0208-4710-8fe2-8352b4f3cfa0), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.243600 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8c36a939-fb2d-4138-8843-2bf52bda8c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.245766 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8c36a939-fb2d-4138-8843-2bf52bda8c51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62cd3aad-0208-4710-8fe2-8352b4f3cfa0 HTTP/1.1" status: 204 len: 168 time: 0.2721968 May 25 14:58:58.270111 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-256fb112-0d76-4ada-b25e-54e4d9708ff2 None None] Current status of the port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:58.277586 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36a939-fb2d-4138-8843-2bf52bda8c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cd3aad-0208-4710-8fe2-8352b4f3cfa0,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:58.401619 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:58:58.447894 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54070) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:58.476029 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac73a7c-a24e-448e-868e-547a12b065e4 req-8ebd4dcc-f504-4944-a2e5-f0f1fcc63a99 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:58.479094 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8ac73a7c-a24e-448e-868e-547a12b065e4 req-8ebd4dcc-f504-4944-a2e5-f0f1fcc63a99 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.2100127 May 25 14:58:58.594418 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8ac73a7c-a24e-448e-868e-547a12b065e4 req-2e8332b5-7f53-4b8f-ab22-8871f02c4270 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042106 May 25 14:58:58.603980 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:58.696521 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:58:58.738651 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-fc3959ab-be62-4497-86d7-6fe859c40376 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56174c2dc6ce472697756899661f4838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890279 May 25 14:58:58.740165 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:58:56Z', 'revision_number': 3, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:58:58.741027 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54084) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:58.804745 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5106f-9721-48b3-99ff-abed06c6526c req-e6e460cc-79f7-4d48-a5b9-7a6830483fc5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:58.815096 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:58:58.816319 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7fa5106f-9721-48b3-99ff-abed06c6526c req-e6e460cc-79f7-4d48-a5b9-7a6830483fc5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0722737 May 25 14:58:58.816971 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Updating router 3c19653c-1b6d-4f88-84dd-d0706a6de999 port e5ed7bcd-575e-449a-8a07-5b9146900a69 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:58:58.835347 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:58.874238 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.910577 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54092) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:58.915895 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:58:58.915895 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.942498 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5008-00e4-4806-9642-84d7ed6ff7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:58.969589 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7fa5106f-9721-48b3-99ff-abed06c6526c req-d3f387c3-ce6f-43d4-be35-ec038c94cbf8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502984 May 25 14:58:59.048881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e051e542-b292-4024-9c0a-64b4fa4acb4f admin admin] Publish callbacks [] for security_group (7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.096534 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e051e542-b292-4024-9c0a-64b4fa4acb4f admin admin] Publish callbacks [] for security_group (7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.117330 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5008-00e4-4806-9642-84d7ed6ff7d6 admin admin] Publish callbacks [] for security_group (47f3d626-ae12-4ab9-89bc-e07cd23bd757), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.123740 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54094) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:59.137289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5008-00e4-4806-9642-84d7ed6ff7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (47f3d626-ae12-4ab9-89bc-e07cd23bd757), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.188810 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:58:59.208915 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-6f1c5008-00e4-4806-9642-84d7ed6ff7d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0052632cfce148b3942fd1cd6cf92218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982881 May 25 14:58:59.211200 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54098) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:59.228629 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e051e542-b292-4024-9c0a-64b4fa4acb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.232591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e051e542-b292-4024-9c0a-64b4fa4acb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.233993 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e051e542-b292-4024-9c0a-64b4fa4acb4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4 HTTP/1.1" status: 204 len: 168 time: 0.4903188 May 25 14:58:59.249074 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051e542-b292-4024-9c0a-64b4fa4acb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd8b8ac-ff47-4e74-8e0b-aa8fd0d5faf4,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:59.258122 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.288426 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c5008-00e4-4806-9642-84d7ed6ff7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f3d626-ae12-4ab9-89bc-e07cd23bd757,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:59.331347 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bebf5d71-affa-42f5-9e3b-8fa70d982d4f admin admin] Publish callbacks [] for security_group (47f3d626-ae12-4ab9-89bc-e07cd23bd757), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.382252 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bebf5d71-affa-42f5-9e3b-8fa70d982d4f admin admin] Publish callbacks [] for security_group (47f3d626-ae12-4ab9-89bc-e07cd23bd757), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.457813 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Publish callbacks [] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.466614 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.493937 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c86ad7-bce4-4082-abb8-4d4ca48e3168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.543815 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bebf5d71-affa-42f5-9e3b-8fa70d982d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (47f3d626-ae12-4ab9-89bc-e07cd23bd757), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.547808 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bebf5d71-affa-42f5-9e3b-8fa70d982d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.551447 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-bebf5d71-affa-42f5-9e3b-8fa70d982d4f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47f3d626-ae12-4ab9-89bc-e07cd23bd757 HTTP/1.1" status: 204 len: 168 time: 0.3368502 May 25 14:58:59.569876 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf5d71-affa-42f5-9e3b-8fa70d982d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f3d626-ae12-4ab9-89bc-e07cd23bd757,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:59.605410 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:59.678451 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:59.707939 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Allocated IP 172.20.0.1 (620eaca4-828c-4c2d-a756-ed68aa31fbcf/83bffb76-3835-4088-8647-774e0af4cb15/da180494-c1f4-40e4-95bb-176f8e9de6c2) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:58:59.715715 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c86ad7-bce4-4082-abb8-4d4ca48e3168 admin admin] Publish callbacks [] for security_group (14c521f9-2c7a-43a8-b7f3-9ec6f03205cb), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.722149 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c86ad7-bce4-4082-abb8-4d4ca48e3168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (14c521f9-2c7a-43a8-b7f3-9ec6f03205cb), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.766465 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c86ad7-bce4-4082-abb8-4d4ca48e3168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c521f9-2c7a-43a8-b7f3-9ec6f03205cb,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:59.773842 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b7c86ad7-bce4-4082-abb8-4d4ca48e3168 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1e038925d3049d5994ec067eb7a014a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489170 May 25 14:58:59.774793 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54110) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:58:59.820580 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Attempting to bind port e5ed7bcd-575e-449a-8a07-5b9146900a69 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:58:59.821201 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Attempting to bind port e5ed7bcd-575e-449a-8a07-5b9146900a69 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:58:59.821769 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Attempting to bind port e5ed7bcd-575e-449a-8a07-5b9146900a69 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:58:59.831181 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Pushing event updated for resources: {'Port': ['ID=e5ed7bcd-575e-449a-8a07-5b9146900a69,revision_number=2']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:58:59.837359 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:58:59.837965 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:58:59.838598 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.839201 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:58:59.839936 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Bound port: e5ed7bcd-575e-449a-8a07-5b9146900a69, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:58:59.840514 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.847341 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc628-6ce4-4c3a-83ed-73efd9bce473 admin admin] Publish callbacks [] for security_group (14c521f9-2c7a-43a8-b7f3-9ec6f03205cb), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.879247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdd32f-6952-4efc-a2cc-fe0fcc963900 req-debf0174-be05-43c2-9e3b-0e3bbfb04325 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:58:59.880943 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-30cdd32f-6952-4efc-a2cc-fe0fcc963900 req-debf0174-be05-43c2-9e3b-0e3bbfb04325 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0777900 May 25 14:58:59.885773 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.886321 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.886858 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.887398 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.887923 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.889514 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.889923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc628-6ce4-4c3a-83ed-73efd9bce473 admin admin] Publish callbacks [] for security_group (14c521f9-2c7a-43a8-b7f3-9ec6f03205cb), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.890082 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.890507 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.891135 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.891706 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.892229 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.892731 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.893241 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.893725 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.894407 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:58:59.957138 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] For port e5ed7bcd-575e-449a-8a07-5b9146900a69, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:58:59.957871 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-30cdd32f-6952-4efc-a2cc-fe0fcc963900 req-86a50821-ff7f-406b-becc-4c16cb88ea33 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678875 May 25 14:58:59.965286 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] For port e5ed7bcd-575e-449a-8a07-5b9146900a69, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=e5ed7bcd-575e-449a-8a07-5b9146900a69,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:58:59.973875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:58:59.976621 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:58:59.977271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks [] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.028126 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc628-6ce4-4c3a-83ed-73efd9bce473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (14c521f9-2c7a-43a8-b7f3-9ec6f03205cb), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.034592 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc628-6ce4-4c3a-83ed-73efd9bce473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.036223 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c5ccc628-6ce4-4c3a-83ed-73efd9bce473 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14c521f9-2c7a-43a8-b7f3-9ec6f03205cb HTTP/1.1" status: 204 len: 168 time: 0.2601080 May 25 14:59:00.038660 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.050534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccc628-6ce4-4c3a-83ed-73efd9bce473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c521f9-2c7a-43a8-b7f3-9ec6f03205cb,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:00.066982 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:00.067624 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:58:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:00.071687 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d30b1-bed7-430f-9a03-06633b7f22c8 None None] Pushing event updated for resources: {'Port': ['ID=e5ed7bcd-575e-449a-8a07-5b9146900a69,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:00.125048 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:00.147488 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=da180494-c1f4-40e4-95bb-176f8e9de6c2,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:00.148294 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:00.164587 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:00.166194 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:00.170459 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:00.230530 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:00.260006 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ef2ea-c761-42a9-9475-7cd5b8ad6690 req-f30812f9-0017-47b6-8374-128e19742306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:00.261767 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a59ef2ea-c761-42a9-9475-7cd5b8ad6690 req-f30812f9-0017-47b6-8374-128e19742306 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1129 time: 0.1483495 May 25 14:59:00.308046 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae21b-8099-4402-a3e7-713d98198ac0 req-d2d2bf21-826f-4866-a112-ddad0ea6bbc8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:00.310896 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0d7ae21b-8099-4402-a3e7-713d98198ac0 req-d2d2bf21-826f-4866-a112-ddad0ea6bbc8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1393456 May 25 14:59:00.324938 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:00.334565 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a59ef2ea-c761-42a9-9475-7cd5b8ad6690 req-b64adfee-b8db-4522-8641-2b9818195398 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613308 May 25 14:59:00.335399 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (3c19653c-1b6d-4f88-84dd-d0706a6de999), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.427352 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0d7ae21b-8099-4402-a3e7-713d98198ac0 req-17707495-63b2-4d9c-b7e2-7eded6888247 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102197 May 25 14:59:00.539297 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-a2b34c06-0d0f-441e-b802-f25601f5e862 None None] Provisioning complete for port da180494-c1f4-40e4-95bb-176f8e9de6c2 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:00.540410 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-a2b34c06-0d0f-441e-b802-f25601f5e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.561493 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.615246 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-a2b34c06-0d0f-441e-b802-f25601f5e862 None None] Port da180494-c1f4-40e4-95bb-176f8e9de6c2 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:00.666978 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:58:56Z', 'revision_number': 3, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:00.699203 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54134) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:00.704483 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55015433-b122-45f8-a3b9-628f32038b93 None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:58:56Z', 'revision_number': 3, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:00.733306 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.876121 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks [] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.884072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.891729 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Publish callbacks [] for security_group (6ca4f829-233d-4125-9554-17bb48dac98c), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.909839 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6ca4f829-233d-4125-9554-17bb48dac98c), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.955703 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15b7dd45b5e5464e99a306577e3a8d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547073 May 25 14:59:00.956678 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4f829-233d-4125-9554-17bb48dac98c,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:00.959020 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54138) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:00.981140 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.981527 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.981965 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.982534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.983029 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.983336 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.983709 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.984094 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.984902 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.984902 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.985180 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.985553 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.985878 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.986216 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.986534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d40b8-ea53-4b9c-96d1-15af57f7f47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:00.994290 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (3c19653c-1b6d-4f88-84dd-d0706a6de999), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:00.997388 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=da180494-c1f4-40e4-95bb-176f8e9de6c2,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:01.012333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.012683 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.013010 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.013343 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.013669 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.013996 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.014607 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.014927 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.015250 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.015572 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.015900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.016577 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.016577 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.016813 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.017241 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:01.069431 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-893e42d2-9c95-429b-a1fb-9abffd5b0aa8 admin admin] Publish callbacks [] for security_group (6ca4f829-233d-4125-9554-17bb48dac98c), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:01.094668 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:01.107421 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-893e42d2-9c95-429b-a1fb-9abffd5b0aa8 admin admin] Publish callbacks [] for security_group (6ca4f829-233d-4125-9554-17bb48dac98c), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:01.124265 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:01.185833 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792735a-de33-4692-85f7-3b2456eed368 req-f6fbb62a-d899-4571-b926-f5b0b1ccf332 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:01.187490 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2792735a-de33-4692-85f7-3b2456eed368 req-f6fbb62a-d899-4571-b926-f5b0b1ccf332 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1056511 May 25 14:59:01.234657 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-893e42d2-9c95-429b-a1fb-9abffd5b0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6ca4f829-233d-4125-9554-17bb48dac98c), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:01.237359 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-893e42d2-9c95-429b-a1fb-9abffd5b0aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:01.238652 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:01.239186 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-893e42d2-9c95-429b-a1fb-9abffd5b0aa8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ca4f829-233d-4125-9554-17bb48dac98c HTTP/1.1" status: 204 len: 168 time: 0.2785339 May 25 14:59:01.249943 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:01.269577 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2792735a-de33-4692-85f7-3b2456eed368 req-0dcd34ee-0f97-4ec8-92f4-53c4236a12ff tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740821 May 25 14:59:01.282047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e42d2-9c95-429b-a1fb-9abffd5b0aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4f829-233d-4125-9554-17bb48dac98c,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:01.517140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:59:01.659891 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-0c4d0fd0-394d-47e5-96fd-c3a04ae22e75 None None] Provisioning complete for port da180494-c1f4-40e4-95bb-176f8e9de6c2 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:01.660512 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0fd0-394d-47e5-96fd-c3a04ae22e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:01.705731 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:59:01.708418 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81125959-91e3-48e2-9bfb-cc6e846556ea req-1d9d61ba-6e4b-4517-bc99-a136c6634e5e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:01.718726 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-81125959-91e3-48e2-9bfb-cc6e846556ea req-1d9d61ba-6e4b-4517-bc99-a136c6634e5e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1212010 May 25 14:59:01.722225 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d0fd0-394d-47e5-96fd-c3a04ae22e75 None None] Port da180494-c1f4-40e4-95bb-176f8e9de6c2 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:01.727132 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-9acd09ca-9a29-48a2-8b1c-da7d1275c2a8 admin admin] 10.222.0.78 "PUT /v2.0/routers/3c19653c-1b6d-4f88-84dd-d0706a6de999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5507214 May 25 14:59:01.811383 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-81125959-91e3-48e2-9bfb-cc6e846556ea req-0ea25938-d9ee-40b1-87c8-0f7e5edff33d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912824 May 25 14:59:02.443767 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a18902-cf7e-4d6f-8d7d-c9724843ec6d req-6b4940f5-b798-4e3c-bf3c-526bdda89d63 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:02.447185 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-45a18902-cf7e-4d6f-8d7d-c9724843ec6d req-6b4940f5-b798-4e3c-bf3c-526bdda89d63 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0609469 May 25 14:59:02.528367 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-45a18902-cf7e-4d6f-8d7d-c9724843ec6d req-7b61b1ee-37d1-4b32-8584-490d50013cbc tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725956 May 25 14:59:02.736902 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device e5ed7bcd-575e-449a-8a07-5b9146900a69 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:02.795533 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54242) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:02.797485 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:02.806852 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port e5ed7bcd-575e-449a-8a07-5b9146900a69 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:02.807223 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:02.809220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1217036913-network', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:02.835567 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:02.849014 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Made reservation on behalf of 9ce506a9ffd44d5fbe080b9fb2f2b693 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:59:02.851629 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:02.872563 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:02.915546 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port e5ed7bcd-575e-449a-8a07-5b9146900a69 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:02.916133 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:02.957508 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port e5ed7bcd-575e-449a-8a07-5b9146900a69, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=e5ed7bcd-575e-449a-8a07-5b9146900a69,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:02.963700 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.036763 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=e5ed7bcd-575e-449a-8a07-5b9146900a69,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:03.050164 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2d599-6039-4fa9-b0d0-b149ce7c72f4 req-bf712ff6-fca4-4ec7-9e67-a85d72c5fc35 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:03.052419 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8ba2d599-6039-4fa9-b0d0-b149ce7c72f4 req-bf712ff6-fca4-4ec7-9e67-a85d72c5fc35 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1046102 May 25 14:59:03.103469 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks [] for security_group (6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.115733 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.154980 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 14:59:03.160038 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8ba2d599-6039-4fa9-b0d0-b149ce7c72f4 req-c80019fb-53df-438e-9abb-955109878987 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930002 May 25 14:59:03.177273 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:03.186863 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:03.191439 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (5debc918-8f45-4259-a0bd-8d740db380ac), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.192759 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Added segment 5debc918-8f45-4259-a0bd-8d740db380ac of type vlan for network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 May 25 14:59:03.231017 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:59:03.242306 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:03.243248 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:58:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:03.248021 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54252) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:03.269599 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (9b28586f-60cb-4eb8-8f0e-868ffc6c4b01), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.316505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (9b28586f-60cb-4eb8-8f0e-868ffc6c4b01), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.318075 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:03.318802 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.359078 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:03.399670 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7ad9-0a34-40ef-802e-57ce31680de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.401668 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6045499 May 25 14:59:03.405680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54256) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:03.406212 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ae6f8-9aaa-4855-a65d-1632b5431524 admin admin] Pushing event updated for resources: {'Network': ['ID=9b28586f-60cb-4eb8-8f0e-868ffc6c4b01,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:03.411406 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Request body: {'subnet': {'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1217036913-subnet', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:03.419390 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 14:59:03.454708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Made reservation on behalf of 9ce506a9ffd44d5fbe080b9fb2f2b693 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:59:03.457127 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13887483'] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.614370 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7ad9-0a34-40ef-802e-57ce31680de5 admin admin] Publish callbacks [] for security_group (105d061b-84f0-4341-b189-1687b33b9cbe), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.619552 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7ad9-0a34-40ef-802e-57ce31680de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (105d061b-84f0-4341-b189-1687b33b9cbe), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.700355 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 2, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:03.707111 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1d1d7ad9-0a34-40ef-802e-57ce31680de5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1650e51a164f4365a5478ae2909017c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574635 May 25 14:59:03.711425 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54262) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:03.729881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d7ad9-0a34-40ef-802e-57ce31680de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105d061b-84f0-4341-b189-1687b33b9cbe,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:03.739003 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:03.739304 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:59:03.739965 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Updating router 3c19653c-1b6d-4f88-84dd-d0706a6de999 port da180494-c1f4-40e4-95bb-176f8e9de6c2 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:59:03.785593 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.789274 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8fd12a4a-a977-418d-97f5-e10cb3058367 admin admin] Publish callbacks [] for security_group (105d061b-84f0-4341-b189-1687b33b9cbe), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.814612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95717eb4-73cf-4bf1-81af-2fad991c1504 req-0fb66a92-b955-4309-b50e-7268d13f50cf tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:03.818777 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8fd12a4a-a977-418d-97f5-e10cb3058367 admin admin] Publish callbacks [] for security_group (105d061b-84f0-4341-b189-1687b33b9cbe), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.827354 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95717eb4-73cf-4bf1-81af-2fad991c1504 req-0fb66a92-b955-4309-b50e-7268d13f50cf tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1485403 May 25 14:59:03.846725 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:03.853882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13887241'] for subnet (7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.862438 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:03.885629 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8fd12a4a-a977-418d-97f5-e10cb3058367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (105d061b-84f0-4341-b189-1687b33b9cbe), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.888346 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8fd12a4a-a977-418d-97f5-e10cb3058367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:03.892224 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8fd12a4a-a977-418d-97f5-e10cb3058367 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/105d061b-84f0-4341-b189-1687b33b9cbe HTTP/1.1" status: 204 len: 168 time: 0.1770062 May 25 14:59:03.906859 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd12a4a-a977-418d-97f5-e10cb3058367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d061b-84f0-4341-b189-1687b33b9cbe,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:03.942855 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:03.959205 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95717eb4-73cf-4bf1-81af-2fad991c1504 req-60490852-7fad-42e3-abeb-b142536c7514 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285713 May 25 14:59:03.977939 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Checking segment: {'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:03.978357 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Network hostable DHCP agents. Network: 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 14:59:04.001283 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 14:59:04.032504 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:04.041627 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:04.042382 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.043031 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388665c-c933-469d-9c02-e47de0d5654f None None] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:59:04.061602 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-396f7338-e74a-46a4-b4fe-62f3c102fcf1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6553764 May 25 14:59:04.064632 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54272) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:04.069290 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:04.093323 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (5190b6a7-39e6-45ea-89a2-5ed168757793), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.094283 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (5190b6a7-39e6-45ea-89a2-5ed168757793), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.157700 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks [] for router_controller (5190b6a7-39e6-45ea-89a2-5ed168757793), precommit_add_association {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.333646 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-9b28586f-60cb-4eb8-8f0e-868ffc6c4b01', 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01', 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'fixed_ips': [{'subnet_id': '7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 14:59:04.334993 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.379212 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks [] for router_gateway (5190b6a7-39e6-45ea-89a2-5ed168757793), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.420485 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5820e-d33f-4234-b403-b06054cfbb62 req-23f231bf-c238-4316-aac0-5e766c77415f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:04.423012 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-07f5820e-d33f-4234-b403-b06054cfbb62 req-23f231bf-c238-4316-aac0-5e766c77415f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1229815 May 25 14:59:04.475477 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:04.592687 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Publish callbacks [] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.609147 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:04.636722 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.638832 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-07f5820e-d33f-4234-b403-b06054cfbb62 req-d4247a47-3b42-410a-9cd8-607af5e280d4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764655 May 25 14:59:04.724392 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-1634423b-a1f4-48ad-8e5b-9160e5a80851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.742411 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks [] for router_gateway (5190b6a7-39e6-45ea-89a2-5ed168757793), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.782544 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:04.801619 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device e5ed7bcd-575e-449a-8a07-5b9146900a69 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:04.871411 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:04.880321 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e40561-bba7-4023-a044-dc8fedec12be None None] Pushing event updated for resources: {'Port': ['ID=da180494-c1f4-40e4-95bb-176f8e9de6c2,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:04.999758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Allocated IP 172.20.0.2 (9b28586f-60cb-4eb8-8f0e-868ffc6c4b01/7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e/2a777dc8-602e-4f8e-af75-b4a87fe78f40) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:05.005548 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Allocated IP 172.27.0.91 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/f979bf0d-3949-46fc-b6b4-1165d50d9179) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:05.028782 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port e5ed7bcd-575e-449a-8a07-5b9146900a69 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:05.030979 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.112062 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:05.119727 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c8b01a9a-550e-4a98-9b99-f5adaeccbc64 None None] Provisioning complete for port da180494-c1f4-40e4-95bb-176f8e9de6c2 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:05.120385 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c8b01a9a-550e-4a98-9b99-f5adaeccbc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.132632 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Attempting to bind port da180494-c1f4-40e4-95bb-176f8e9de6c2 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:05.133026 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Attempting to bind port da180494-c1f4-40e4-95bb-176f8e9de6c2 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:05.133597 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Attempting to bind port da180494-c1f4-40e4-95bb-176f8e9de6c2 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:05.207671 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks [] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.229491 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:05.229854 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Checking segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:05.230279 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.230672 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Bound using segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:05.231158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Bound port: da180494-c1f4-40e4-95bb-176f8e9de6c2, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:05.231533 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.232246 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9977d-ca85-41bd-8c6e-5072f925be4b req-a5da17e9-6144-46d1-a08a-e6003a2675be tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:05.234442 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2cb9977d-ca85-41bd-8c6e-5072f925be4b req-a5da17e9-6144-46d1-a08a-e6003a2675be tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1498425 May 25 14:59:05.266731 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c8b01a9a-550e-4a98-9b99-f5adaeccbc64 None None] Port da180494-c1f4-40e4-95bb-176f8e9de6c2 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:05.281939 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.334610 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2cb9977d-ca85-41bd-8c6e-5072f925be4b req-91e11ccd-f39c-4eaa-9b53-667c51412423 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925450 May 25 14:59:05.370041 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:05.378925 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:05.391101 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:05.405098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] For port da180494-c1f4-40e4-95bb-176f8e9de6c2, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:05.424966 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port e5ed7bcd-575e-449a-8a07-5b9146900a69 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:05.428670 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] For port da180494-c1f4-40e4-95bb-176f8e9de6c2, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=da180494-c1f4-40e4-95bb-176f8e9de6c2,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:05.430642 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Pushing event updated for resources: {'Port': ['ID=f979bf0d-3949-46fc-b6b4-1165d50d9179,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:05.457693 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.537733 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Publish callbacks [] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.559211 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:05.560915 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:05.561680 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:58:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:05.624588 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.684908 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e40561-bba7-4023-a044-dc8fedec12be None None] Pushing event updated for resources: {'Port': ['ID=da180494-c1f4-40e4-95bb-176f8e9de6c2,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:05.772019 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54330) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:05.782614 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:05.808667 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:05.817358 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:05.849300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:05.920128 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-86a9f675-37e6-451e-b993-3dc847ff7698 None None] Provisioning complete for port da180494-c1f4-40e4-95bb-176f8e9de6c2 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:05.920602 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-86a9f675-37e6-451e-b993-3dc847ff7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:05.978804 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-221d7f87-8760-4001-a403-822ef660d64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.016487 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cb2e6-be60-4f44-96a9-c241f061dfb4 req-21c5ed0a-8d6b-48b5-823e-eb5cccd4a99f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:06.018035 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-949cb2e6-be60-4f44-96a9-c241f061dfb4 req-21c5ed0a-8d6b-48b5-823e-eb5cccd4a99f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0704758 May 25 14:59:06.038439 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Pushing event updated for resources: {'Port': ['ID=2a777dc8-602e-4f8e-af75-b4a87fe78f40,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:06.050924 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Attempting to bind port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:06.051452 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Attempting to bind port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:06.052001 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Attempting to bind port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 on network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:06.108962 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:06.109360 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Checking segment: {'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:06.109735 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.110157 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Bound using segment: {'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:06.110646 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Bound port: 2a777dc8-602e-4f8e-af75-b4a87fe78f40, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:06.111035 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.144724 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-949cb2e6-be60-4f44-96a9-c241f061dfb4 req-04d3d931-0171-469a-bc42-41fec62a2d75 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962389 May 25 14:59:06.159489 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks [] for router_gateway (5190b6a7-39e6-45ea-89a2-5ed168757793), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.220100 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:06.262740 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-86a9f675-37e6-451e-b993-3dc847ff7698 None None] Current status of the port da180494-c1f4-40e4-95bb-176f8e9de6c2 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:06.263126 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-86a9f675-37e6-451e-b993-3dc847ff7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.282914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] For port 2a777dc8-602e-4f8e-af75-b4a87fe78f40, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:06.334895 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:06.354187 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:05Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:06.365035 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] For port 2a777dc8-602e-4f8e-af75-b4a87fe78f40, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2a777dc8-602e-4f8e-af75-b4a87fe78f40,segment=NetworkSegment(5debc918-8f45-4259-a0bd-8d740db380ac),segment_id=5debc918-8f45-4259-a0bd-8d740db380ac)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:06.365639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-221d7f87-8760-4001-a403-822ef660d64e admin admin] Publish callbacks [] for security_group (bdc81a14-9851-44f7-9065-69e909f643ea), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.373014 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-221d7f87-8760-4001-a403-822ef660d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (bdc81a14-9851-44f7-9065-69e909f643ea), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.390527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-86a9f675-37e6-451e-b993-3dc847ff7698 None None] For port da180494-c1f4-40e4-95bb-176f8e9de6c2, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=da180494-c1f4-40e4-95bb-176f8e9de6c2,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:06.419841 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.422353 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (5190b6a7-39e6-45ea-89a2-5ed168757793), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.474574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d7f87-8760-4001-a403-822ef660d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc81a14-9851-44f7-9065-69e909f643ea,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:06.477092 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-86a9f675-37e6-451e-b993-3dc847ff7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.489098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f158e-914b-47d4-900d-350b73836be1 None None] Pushing event updated for resources: {'Port': ['ID=2a777dc8-602e-4f8e-af75-b4a87fe78f40,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:06.493217 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117b2b7-2736-4ae5-b609-f84fb4d2ace9 None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:05Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:06.499044 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-221d7f87-8760-4001-a403-822ef660d64e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fcdfda0aa9b04628aef510eb6c5970cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7254899 May 25 14:59:06.517745 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54346) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:06.537608 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:06.571578 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf19c86-df12-4a16-ae7c-a0b378a7a2ba req-846bd37b-37d1-430d-ad40-82fcd2529fbe tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:06.577165 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:06.580289 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2bf19c86-df12-4a16-ae7c-a0b378a7a2ba req-846bd37b-37d1-430d-ad40-82fcd2529fbe tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0977671 May 25 14:59:06.607868 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Router 5190b6a7-39e6-45ea-89a2-5ed168757793 is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 14:59:06.617568 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9f675-37e6-451e-b993-3dc847ff7698 None None] Pushing event updated for resources: {'Port': ['ID=da180494-c1f4-40e4-95bb-176f8e9de6c2,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:06.667035 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-63ca703c-4a8a-4b8a-82d2-ae218591fbcd admin admin] Publish callbacks [] for security_group (bdc81a14-9851-44f7-9065-69e909f643ea), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.683179 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2bf19c86-df12-4a16-ae7c-a0b378a7a2ba req-a5c7e057-6fd7-461f-a733-f1328ca629a9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019566 May 25 14:59:06.700211 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:06.741930 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-63ca703c-4a8a-4b8a-82d2-ae218591fbcd admin admin] Publish callbacks [] for security_group (bdc81a14-9851-44f7-9065-69e909f643ea), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.858189 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-63ca703c-4a8a-4b8a-82d2-ae218591fbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (bdc81a14-9851-44f7-9065-69e909f643ea), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.868442 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-63ca703c-4a8a-4b8a-82d2-ae218591fbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:06.870685 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-63ca703c-4a8a-4b8a-82d2-ae218591fbcd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bdc81a14-9851-44f7-9065-69e909f643ea HTTP/1.1" status: 204 len: 168 time: 0.3510015 May 25 14:59:06.912811 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca703c-4a8a-4b8a-82d2-ae218591fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc81a14-9851-44f7-9065-69e909f643ea,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:06.956952 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:59:06.990395 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Sync routers for ids ['5190b6a7-39e6-45ea-89a2-5ed168757793'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:59:07.014519 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:07.019302 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0d93a77d-d858-41bd-a4ee-8d6e6bd4f213 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9506235 May 25 14:59:07.019302 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54356) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:07.026449 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Routers {'5190b6a7-39e6-45ea-89a2-5ed168757793'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:07.027073 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:58:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['5190b6a7-39e6-45ea-89a2-5ed168757793'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:07.271752 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Set router 5190b6a7-39e6-45ea-89a2-5ed168757793 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:07.423595 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2b64e-4513-48d9-9815-1522249146d0 req-7d55f774-60d7-4c67-8faf-91563c2afc71 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:07.425568 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1ba2b64e-4513-48d9-9815-1522249146d0 req-7d55f774-60d7-4c67-8faf-91563c2afc71 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1125910 May 25 14:59:07.520420 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8698c3c7-538b-4d4d-92d0-9d2a87b13e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:07.565053 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:05Z', 'revision_number': 3, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:07.573650 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1ba2b64e-4513-48d9-9815-1522249146d0 req-387959b0-1090-4880-a267-38690b1e11c8 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931625 May 25 14:59:07.609543 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Checking router: 5190b6a7-39e6-45ea-89a2-5ed168757793 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:59:07.610929 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Updating router 5190b6a7-39e6-45ea-89a2-5ed168757793 port f979bf0d-3949-46fc-b6b4-1165d50d9179 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:59:07.653416 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:07.967603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cee08-8f0c-4955-97cd-ad5cb8b85950 req-020cb642-0db5-4a69-9753-30c44a66f857 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:07.986802 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-188cee08-8f0c-4955-97cd-ad5cb8b85950 req-020cb642-0db5-4a69-9753-30c44a66f857 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1263738 May 25 14:59:08.046716 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.146499 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-188cee08-8f0c-4955-97cd-ad5cb8b85950 req-8aec32e6-46ef-4f9a-bdae-595367ab1776 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479704 May 25 14:59:08.208691 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:08.247196 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Publish callbacks [] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.258314 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.292976 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:08.344506 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e752b6-efd8-4aac-a417-ad16a9c9119a None None] Pushing event updated for resources: {'Port': ['ID=f979bf0d-3949-46fc-b6b4-1165d50d9179,revision_number=2']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:08.406903 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Attempting to bind port f979bf0d-3949-46fc-b6b4-1165d50d9179 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:08.407512 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Attempting to bind port f979bf0d-3949-46fc-b6b4-1165d50d9179 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:08.407909 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Attempting to bind port f979bf0d-3949-46fc-b6b4-1165d50d9179 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:08.408974 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9306742b-d38a-479a-9e8d-0c01de1a9895 None None] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 14:59:08.417994 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:08.418450 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:08.418821 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.419293 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:08.420565 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Bound port: f979bf0d-3949-46fc-b6b4-1165d50d9179, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:08.420967 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.437179 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:08.442584 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Allocated IP 172.20.0.1 (9b28586f-60cb-4eb8-8f0e-868ffc6c4b01/7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e/3371f04b-445e-4c0f-9f16-e26d30a84bc1) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:08.539116 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-f04b8d1a-17b9-4770-bade-5e0e9730c4f9 None None] Provisioning complete for port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:08.542866 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f04b8d1a-17b9-4770-bade-5e0e9730c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.551475 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] For port f979bf0d-3949-46fc-b6b4-1165d50d9179, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:08.556158 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] For port f979bf0d-3949-46fc-b6b4-1165d50d9179, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=f979bf0d-3949-46fc-b6b4-1165d50d9179,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:08.567512 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.659388 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks [] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.676630 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Routers {'5190b6a7-39e6-45ea-89a2-5ed168757793'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:08.677667 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:59:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['5190b6a7-39e6-45ea-89a2-5ed168757793'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:08.726726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.760713 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:08.811214 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:08.822168 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-f04b8d1a-17b9-4770-bade-5e0e9730c4f9 None None] Current status of the port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:08.822720 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f04b8d1a-17b9-4770-bade-5e0e9730c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:08.822928 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:08.877549 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device da180494-c1f4-40e4-95bb-176f8e9de6c2 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:08.934214 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:09.010053 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] Set router 5190b6a7-39e6-45ea-89a2-5ed168757793 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:09.031094 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06e9a2-bdac-4fc9-85dd-2e2e76f678ca req-ecd7619c-4564-413a-9fe3-34a99b493c86 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:09.040771 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1c06e9a2-bdac-4fc9-85dd-2e2e76f678ca req-ecd7619c-4564-413a-9fe3-34a99b493c86 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.2098305 May 25 14:59:09.121263 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3371f04b-445e-4c0f-9f16-e26d30a84bc1,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:09.134464 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (5190b6a7-39e6-45ea-89a2-5ed168757793), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.301526 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-f04b8d1a-17b9-4770-bade-5e0e9730c4f9 None None] For port 2a777dc8-602e-4f8e-af75-b4a87fe78f40, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2a777dc8-602e-4f8e-af75-b4a87fe78f40,segment=NetworkSegment(5debc918-8f45-4259-a0bd-8d740db380ac),segment_id=5debc918-8f45-4259-a0bd-8d740db380ac)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:09.369060 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f04b8d1a-17b9-4770-bade-5e0e9730c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.449134 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e752b6-efd8-4aac-a417-ad16a9c9119a None None] Pushing event updated for resources: {'Port': ['ID=f979bf0d-3949-46fc-b6b4-1165d50d9179,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:09.454592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b8d1a-17b9-4770-bade-5e0e9730c4f9 None None] Pushing event updated for resources: {'Port': ['ID=2a777dc8-602e-4f8e-af75-b4a87fe78f40,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:09.461459 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.468464 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:05Z', 'revision_number': 3, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:09.503054 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b1b02-e861-423a-a8ee-181fd8c5e601 req-cb78da7a-36a4-406b-90a8-214a37b9e2e3 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:09.505293 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2f0b1b02-e861-423a-a8ee-181fd8c5e601 req-cb78da7a-36a4-406b-90a8-214a37b9e2e3 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1743498 May 25 14:59:09.519375 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1c06e9a2-bdac-4fc9-85dd-2e2e76f678ca req-4b66c1e8-d0e9-4fae-a064-545ac827fd26 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673083 May 25 14:59:09.523108 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port da180494-c1f4-40e4-95bb-176f8e9de6c2 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:09.523605 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.548596 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-45ccd056-52e8-4143-adcf-64656d7f08c2 None None] Provisioning complete for port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:09.551818 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-45ccd056-52e8-4143-adcf-64656d7f08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.561962 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.605268 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2f0b1b02-e861-423a-a8ee-181fd8c5e601 req-a97f6d3c-b8ec-4e0b-9928-1e3355bf5e78 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930822 May 25 14:59:09.700171 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24adcfa2-7f60-489b-b634-53d8f0f0c24c None None] The sync data for ids ['5190b6a7-39e6-45ea-89a2-5ed168757793'] in dv-cinder-803823-9-iscsi is: [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:05Z', 'revision_number': 3, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:09.764245 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:09.768258 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-45ccd056-52e8-4143-adcf-64656d7f08c2 None None] Current status of the port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:09.780031 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port da180494-c1f4-40e4-95bb-176f8e9de6c2 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:09.782079 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2a777dc8-602e-4f8e-af75-b4a87fe78f40 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:09.839139 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:09.839514 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.876010 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks [] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.885903 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.904374 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-577e7eb9-166d-4bef-8b27-591f91db7dc8 None None] Provisioning complete for port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:09.907240 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-577e7eb9-166d-4bef-8b27-591f91db7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.951166 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:09.967289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3371f04b-445e-4c0f-9f16-e26d30a84bc1,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:09.968276 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:09.970557 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-577e7eb9-166d-4bef-8b27-591f91db7dc8 None None] Port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:09.987502 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (5190b6a7-39e6-45ea-89a2-5ed168757793), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:09.999189 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:10.136733 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:10.141931 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:10.324649 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Router 5190b6a7-39e6-45ea-89a2-5ed168757793 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:59:10.510777 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-4badc7bf-3b32-47c6-a5d3-b85b5f8a8cdd None None] Provisioning complete for port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:10.515272 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4badc7bf-3b32-47c6-a5d3-b85b5f8a8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:10.540538 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:59:10.548459 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b2be0cce-6673-4110-bf57-5c6da52ff4d4 admin admin] 10.222.0.78 "PUT /v2.0/routers/5190b6a7-39e6-45ea-89a2-5ed168757793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5282357 May 25 14:59:10.601140 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-4badc7bf-3b32-47c6-a5d3-b85b5f8a8cdd None None] Port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:10.881057 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2a777dc8-602e-4f8e-af75-b4a87fe78f40 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:10.903936 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4efbf-59e6-4571-9f53-fdbcbc39309a req-ed0f4e36-c757-4c10-aefe-d91aaccd101f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:10.920283 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-69c4efbf-59e6-4571-9f53-fdbcbc39309a req-ed0f4e36-c757-4c10-aefe-d91aaccd101f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1436763 May 25 14:59:10.974227 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:10.975219 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.006440 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:11.057931 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-69c4efbf-59e6-4571-9f53-fdbcbc39309a req-5fe3a526-227a-4039-9336-392299be0659 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364851 May 25 14:59:11.137095 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54454) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:11.149048 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:11.150594 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device f979bf0d-3949-46fc-b6b4-1165d50d9179 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:11.180995 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946357d1-44ee-4e0e-b716-863466dd491b req-6b12b9ec-8175-4917-b382-53da3b4c56bf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:11.189551 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-946357d1-44ee-4e0e-b716-863466dd491b req-6b12b9ec-8175-4917-b382-53da3b4c56bf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.5261986 May 25 14:59:11.236839 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port f979bf0d-3949-46fc-b6b4-1165d50d9179 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:11.237218 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.280653 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-946357d1-44ee-4e0e-b716-863466dd491b req-dfad481e-766e-4bc7-b401-09ee97cf3ee2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899220 May 25 14:59:11.343655 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port f979bf0d-3949-46fc-b6b4-1165d50d9179 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:11.344040 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.370852 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port f979bf0d-3949-46fc-b6b4-1165d50d9179, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=f979bf0d-3949-46fc-b6b4-1165d50d9179,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:11.377731 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.466217 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=f979bf0d-3949-46fc-b6b4-1165d50d9179,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:11.487499 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7d310020-71da-436b-953b-adc2010f5e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.548572 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:11.581445 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54462) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:11.587246 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-e157d293-c0a0-46bb-bf05-d9b2bb2394d5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278455577', 'description': 'tempest-secgroup-smoke-1278455577 description', 'project_id': '99281bdc8f6340a1be03774c255ae4ba'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:11.608011 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7d310020-71da-436b-953b-adc2010f5e39 admin admin] Publish callbacks [] for security_group (51ce941b-bd3a-4e0f-9610-8be0fd32d04e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.613524 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7d310020-71da-436b-953b-adc2010f5e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (51ce941b-bd3a-4e0f-9610-8be0fd32d04e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.616822 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e157d293-c0a0-46bb-bf05-d9b2bb2394d5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.661723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d310020-71da-436b-953b-adc2010f5e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ce941b-bd3a-4e0f-9610-8be0fd32d04e,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:11.670465 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-7d310020-71da-436b-953b-adc2010f5e39 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=147f6f739c6e4e1bab0b20768f3131c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5289562 May 25 14:59:11.673172 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54464) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:11.731196 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.762203 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e157d293-c0a0-46bb-bf05-d9b2bb2394d5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group (37a62261-b902-4aa3-a01e-c2a205dfa19e), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.772913 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e157d293-c0a0-46bb-bf05-d9b2bb2394d5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (37a62261-b902-4aa3-a01e-c2a205dfa19e), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.809326 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e157d293-c0a0-46bb-bf05-d9b2bb2394d5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.810648 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e157d293-c0a0-46bb-bf05-d9b2bb2394d5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2278121 May 25 14:59:11.813888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54470) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:11.818980 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-c708ef1c-d43c-491f-82d4-0215e4aeb2a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'security_group_rule': {'security_group_id': '37a62261-b902-4aa3-a01e-c2a205dfa19e', 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:11.825091 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-782a796c-53ca-44e6-bbf6-fd697ff48533 admin admin] Publish callbacks [] for security_group (51ce941b-bd3a-4e0f-9610-8be0fd32d04e), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.848270 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157d293-c0a0-46bb-bf05-d9b2bb2394d5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a62261-b902-4aa3-a01e-c2a205dfa19e,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:11.853581 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c708ef1c-d43c-491f-82d4-0215e4aeb2a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (9b04860e-3616-4ae2-bebd-cbec25d29cab), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.872514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-782a796c-53ca-44e6-bbf6-fd697ff48533 admin admin] Publish callbacks [] for security_group (51ce941b-bd3a-4e0f-9610-8be0fd32d04e), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.952649 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-782a796c-53ca-44e6-bbf6-fd697ff48533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (51ce941b-bd3a-4e0f-9610-8be0fd32d04e), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.956045 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-782a796c-53ca-44e6-bbf6-fd697ff48533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.958866 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-782a796c-53ca-44e6-bbf6-fd697ff48533 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51ce941b-bd3a-4e0f-9610-8be0fd32d04e HTTP/1.1" status: 204 len: 168 time: 0.2831006 May 25 14:59:11.960804 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c708ef1c-d43c-491f-82d4-0215e4aeb2a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (9b04860e-3616-4ae2-bebd-cbec25d29cab), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.964461 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c708ef1c-d43c-491f-82d4-0215e4aeb2a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (9b04860e-3616-4ae2-bebd-cbec25d29cab), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:11.974513 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a796c-53ca-44e6-bbf6-fd697ff48533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ce941b-bd3a-4e0f-9610-8be0fd32d04e,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:11.997090 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ef1c-d43c-491f-82d4-0215e4aeb2a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b04860e-3616-4ae2-bebd-cbec25d29cab,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:12.019431 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.019816 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c708ef1c-d43c-491f-82d4-0215e4aeb2a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.022149 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-c708ef1c-d43c-491f-82d4-0215e4aeb2a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2064016 May 25 14:59:12.025524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54474) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:12.030871 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-21c82fcb-4a6d-46c7-893b-26954c9d7662 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'security_group_rule': {'security_group_id': '37a62261-b902-4aa3-a01e-c2a205dfa19e', 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:12.051361 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:12.072996 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-21c82fcb-4a6d-46c7-893b-26954c9d7662 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (f9ca278b-ee4a-48d5-9461-2417b9656881), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.177339 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-21c82fcb-4a6d-46c7-893b-26954c9d7662 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (f9ca278b-ee4a-48d5-9461-2417b9656881), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.181884 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-21c82fcb-4a6d-46c7-893b-26954c9d7662 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (f9ca278b-ee4a-48d5-9461-2417b9656881), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.217295 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c82fcb-4a6d-46c7-893b-26954c9d7662 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ca278b-ee4a-48d5-9461-2417b9656881,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:12.225951 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-21c82fcb-4a6d-46c7-893b-26954c9d7662 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.227711 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-21c82fcb-4a6d-46c7-893b-26954c9d7662 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2004471 May 25 14:59:12.230897 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54478) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:12.236815 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-14287900-97e7-4183-b7bf-d6366b4bd281 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'security_group_rule': {'security_group_id': '37a62261-b902-4aa3-a01e-c2a205dfa19e', 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:12.243404 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Sync routers for ids ['5190b6a7-39e6-45ea-89a2-5ed168757793'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:59:12.244411 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:12.253838 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e7366-b1e2-4921-86a1-be8471eedb04 req-f4f79436-3e34-4797-9dcb-8ec9f62446b9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:12.255630 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-166e7366-b1e2-4921-86a1-be8471eedb04 req-f4f79436-3e34-4797-9dcb-8ec9f62446b9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1156452 May 25 14:59:12.271894 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Routers {'5190b6a7-39e6-45ea-89a2-5ed168757793'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:12.272979 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:59:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['5190b6a7-39e6-45ea-89a2-5ed168757793'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:12.314204 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-14287900-97e7-4183-b7bf-d6366b4bd281 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (74d0e690-9b08-45e8-85e0-2bfef31d18c4), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.369201 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-166e7366-b1e2-4921-86a1-be8471eedb04 req-a2ae5e6f-7233-4e14-916d-4d2b1ee7f75e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026783 May 25 14:59:12.404730 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-14287900-97e7-4183-b7bf-d6366b4bd281 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (74d0e690-9b08-45e8-85e0-2bfef31d18c4), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.405165 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Set router 5190b6a7-39e6-45ea-89a2-5ed168757793 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:12.410172 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-14287900-97e7-4183-b7bf-d6366b4bd281 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (74d0e690-9b08-45e8-85e0-2bfef31d18c4), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.436358 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14287900-97e7-4183-b7bf-d6366b4bd281 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d0e690-9b08-45e8-85e0-2bfef31d18c4,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:12.453867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-14287900-97e7-4183-b7bf-d6366b4bd281 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.455846 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-14287900-97e7-4183-b7bf-d6366b4bd281 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2236924 May 25 14:59:12.458904 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54482) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:12.464611 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-c8916a56-cb56-4dd8-a929-aa25c07f9b61 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'security_group_rule': {'security_group_id': '37a62261-b902-4aa3-a01e-c2a205dfa19e', 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:12.472283 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:12.501438 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f227479-6d72-4547-b89b-cbefaac10ab8 req-f9118ec2-37e6-4a15-b28c-177e19ad5cb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:12.502982 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8916a56-cb56-4dd8-a929-aa25c07f9b61 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (d76d09d2-7cfe-45f5-8d17-209595ba442e), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.503162 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2f227479-6d72-4547-b89b-cbefaac10ab8 req-f9118ec2-37e6-4a15-b28c-177e19ad5cb9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0562770 May 25 14:59:12.574660 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8916a56-cb56-4dd8-a929-aa25c07f9b61 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (d76d09d2-7cfe-45f5-8d17-209595ba442e), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.581435 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8916a56-cb56-4dd8-a929-aa25c07f9b61 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (d76d09d2-7cfe-45f5-8d17-209595ba442e), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.611783 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2f227479-6d72-4547-b89b-cbefaac10ab8 req-c53e861e-9ae9-4a6b-bedf-052eef74436d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843937 May 25 14:59:12.624739 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8916a56-cb56-4dd8-a929-aa25c07f9b61 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76d09d2-7cfe-45f5-8d17-209595ba442e,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:12.636191 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8916a56-cb56-4dd8-a929-aa25c07f9b61 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.637595 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c8916a56-cb56-4dd8-a929-aa25c07f9b61 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1772144 May 25 14:59:12.641649 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54488) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:12.648156 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'security_group_rule': {'security_group_id': '37a62261-b902-4aa3-a01e-c2a205dfa19e', 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:12.691241 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.securitygroups_db [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Project 99281bdc8f6340a1be03774c255ae4ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 14:59:12.693862 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device f979bf0d-3949-46fc-b6b4-1165d50d9179 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:12.698375 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (f2658890-687d-4e6f-8e99-d10ec68fe273), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.740885 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:09Z', 'revision_number': 4, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '3371f04b-445e-4c0f-9f16-e26d30a84bc1', 'name': '', 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'mac_address': 'fa:16:3e:df:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:08Z', 'updated_at': '2022-05-25T14:59:09Z', 'revision_number': 2, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'subnets': [{'id': '7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:12.753887 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (f2658890-687d-4e6f-8e99-d10ec68fe273), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.758415 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (f2658890-687d-4e6f-8e99-d10ec68fe273), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.770591 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Checking router: 5190b6a7-39e6-45ea-89a2-5ed168757793 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:59:12.770945 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Updating router 5190b6a7-39e6-45ea-89a2-5ed168757793 port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 14:59:12.779681 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2658890-687d-4e6f-8e99-d10ec68fe273,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:12.790225 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.792055 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f77e05ae-451a-419e-b2de-726ef993be43 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479440 May 25 14:59:12.794668 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54490) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:12.800496 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'security_group_rule': {'security_group_id': '37a62261-b902-4aa3-a01e-c2a205dfa19e', 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:12.803920 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port f979bf0d-3949-46fc-b6b4-1165d50d9179 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:12.804336 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.827697 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.830931 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.securitygroups_db [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Project 99281bdc8f6340a1be03774c255ae4ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 14:59:12.841087 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (e05d1b47-c2a9-4a88-abcc-97e33060d766), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.928334 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (e05d1b47-c2a9-4a88-abcc-97e33060d766), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.937899 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (e05d1b47-c2a9-4a88-abcc-97e33060d766), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.957689 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:12.966762 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05d1b47-c2a9-4a88-abcc-97e33060d766,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:12.969426 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port f979bf0d-3949-46fc-b6b4-1165d50d9179 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:12.981442 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:12.982703 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f9b43084-7222-4318-9e58-574d3178bdd3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1864753 May 25 14:59:13.032222 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:13.235720 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Publish callbacks [] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:13.243042 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:13.312669 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8d6f0-8069-4d93-804f-617568618516 None None] Pushing event updated for resources: {'Port': ['ID=3371f04b-445e-4c0f-9f16-e26d30a84bc1,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:13.377371 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Attempting to bind port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:13.378562 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Attempting to bind port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:13.379083 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Attempting to bind port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 on network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:13.387295 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:13.387822 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Checking segment: {'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:13.388539 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:13.389582 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Bound using segment: {'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:13.390291 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Bound port: 3371f04b-445e-4c0f-9f16-e26d30a84bc1, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5debc918-8f45-4259-a0bd-8d740db380ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:13.391014 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:13.485091 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] For port 3371f04b-445e-4c0f-9f16-e26d30a84bc1, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:13.492783 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] For port 3371f04b-445e-4c0f-9f16-e26d30a84bc1, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=3371f04b-445e-4c0f-9f16-e26d30a84bc1,segment=NetworkSegment(5debc918-8f45-4259-a0bd-8d740db380ac),segment_id=5debc918-8f45-4259-a0bd-8d740db380ac)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:13.501818 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:13.589200 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Routers {'5190b6a7-39e6-45ea-89a2-5ed168757793'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:13.590123 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:59:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['5190b6a7-39e6-45ea-89a2-5ed168757793'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:13.599462 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:13.612784 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6f65-850a-449f-9896-ec63c3c55721 req-555eb604-1c20-4070-9588-f4aaf346f6f5 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:13.629983 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3fea6f65-850a-449f-9896-ec63c3c55721 req-555eb604-1c20-4070-9588-f4aaf346f6f5 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.1027853 May 25 14:59:13.655031 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8d6f0-8069-4d93-804f-617568618516 None None] Pushing event updated for resources: {'Port': ['ID=3371f04b-445e-4c0f-9f16-e26d30a84bc1,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:13.725357 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-bc6282d1-6660-4c3d-b758-65c6e3cb71f2 None None] Provisioning complete for port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:13.725731 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bc6282d1-6660-4c3d-b758-65c6e3cb71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:13.769765 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3fea6f65-850a-449f-9896-ec63c3c55721 req-319ccebf-145d-459c-8cd4-d52167e477b4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357977 May 25 14:59:13.812019 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:13.849853 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c020103-e2b6-4090-8fa9-0c665c4b5b05 req-f979d84d-2622-4eb6-a9a8-54d9c45a4451 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:13.849853 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3c020103-e2b6-4090-8fa9-0c665c4b5b05 req-f979d84d-2622-4eb6-a9a8-54d9c45a4451 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.1092875 May 25 14:59:13.921032 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3c020103-e2b6-4090-8fa9-0c665c4b5b05 req-3c40904b-ad40-46a3-bb57-aa78ba374a7c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 May 25 14:59:14.038165 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] Set router 5190b6a7-39e6-45ea-89a2-5ed168757793 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:14.165791 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:14.196235 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-bc6282d1-6660-4c3d-b758-65c6e3cb71f2 None None] Current status of the port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:14.196872 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bc6282d1-6660-4c3d-b758-65c6e3cb71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:14.268382 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-bc6282d1-6660-4c3d-b758-65c6e3cb71f2 None None] For port 3371f04b-445e-4c0f-9f16-e26d30a84bc1, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=3371f04b-445e-4c0f-9f16-e26d30a84bc1,segment=NetworkSegment(5debc918-8f45-4259-a0bd-8d740db380ac),segment_id=5debc918-8f45-4259-a0bd-8d740db380ac)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:14.278500 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bc6282d1-6660-4c3d-b758-65c6e3cb71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:14.360813 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:09Z', 'revision_number': 4, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '3371f04b-445e-4c0f-9f16-e26d30a84bc1', 'name': '', 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'mac_address': 'fa:16:3e:df:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:08Z', 'updated_at': '2022-05-25T14:59:13Z', 'revision_number': 4, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'subnets': [{'id': '7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:14.401807 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6282d1-6660-4c3d-b758-65c6e3cb71f2 None None] Pushing event updated for resources: {'Port': ['ID=3371f04b-445e-4c0f-9f16-e26d30a84bc1,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:14.406389 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4dc50-b501-4fd2-a753-96d9b51d6b04 None None] The sync data for ids ['5190b6a7-39e6-45ea-89a2-5ed168757793'] in dv-cinder-803823-9-iscsi is: [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:09Z', 'revision_number': 4, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '3371f04b-445e-4c0f-9f16-e26d30a84bc1', 'name': '', 'network_id': '9b28586f-60cb-4eb8-8f0e-868ffc6c4b01', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'mac_address': 'fa:16:3e:df:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:08Z', 'updated_at': '2022-05-25T14:59:13Z', 'revision_number': 4, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'subnets': [{'id': '7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:14.420591 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-f625e67c-f1be-4978-9302-27dcd880a92b None None] Provisioning complete for port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:14.421064 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f625e67c-f1be-4978-9302-27dcd880a92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:14.540685 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-f625e67c-f1be-4978-9302-27dcd880a92b None None] Current status of the port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:14.665165 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 3371f04b-445e-4c0f-9f16-e26d30a84bc1 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:14.718606 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:14.718975 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:14.809352 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:14.927928 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e947cf6-9dac-41d3-9875-e69755b742a9 req-c64a665f-2d22-488e-9cf0-75a89ddf4bf1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:14.930131 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9e947cf6-9dac-41d3-9875-e69755b742a9 req-c64a665f-2d22-488e-9cf0-75a89ddf4bf1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0585439 May 25 14:59:15.011939 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9e947cf6-9dac-41d3-9875-e69755b742a9 req-fa3ac666-0a88-4ccb-abb1-e1d1eb7dc246 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757070 May 25 14:59:15.083128 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22964b06-3f06-4e82-a41b-440f684a70d4 req-564ca7b3-266e-41b7-8a7e-aace9a159a53 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:15.084993 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-22964b06-3f06-4e82-a41b-440f684a70d4 req-564ca7b3-266e-41b7-8a7e-aace9a159a53 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0589275 May 25 14:59:15.157515 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-22964b06-3f06-4e82-a41b-440f684a70d4 req-0698e727-a683-4554-bba5-9482fc8fe493 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 May 25 14:59:15.447576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359cab6-4e90-4642-994a-aa237a40ebc2 req-bb2713d3-56d8-4080-bdb1-8bd142b6bcf0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:15.449195 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9359cab6-4e90-4642-994a-aa237a40ebc2 req-bb2713d3-56d8-4080-bdb1-8bd142b6bcf0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0520267 May 25 14:59:15.506618 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9359cab6-4e90-4642-994a-aa237a40ebc2 req-2dffcee7-cee1-49e9-9d5b-24c0e5614f1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 May 25 14:59:16.171404 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a8b74-6bda-4079-9f8a-7a3aa4d2133c req-03f4a3df-3fd1-45e1-a0b3-4c772f4d28a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.172883 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c46a8b74-6bda-4079-9f8a-7a3aa4d2133c req-03f4a3df-3fd1-45e1-a0b3-4c772f4d28a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0845482 May 25 14:59:16.176348 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798223-3209-4682-8ca8-757d8469c9e3 req-7005c017-73dd-4962-8a95-1c12f25c0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.177883 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97798223-3209-4682-8ca8-757d8469c9e3 req-7005c017-73dd-4962-8a95-1c12f25c0170 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1129 time: 0.0788939 May 25 14:59:16.232953 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c46a8b74-6bda-4079-9f8a-7a3aa4d2133c req-0e31069e-de69-4213-9291-61de116ad764 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540669 May 25 14:59:16.588197 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:16.633225 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b8227-bc4d-4346-b4e2-4ccb6e420914 req-550de57e-67ef-472e-a641-b9dec66c9611 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.635511 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b65b8227-bc4d-4346-b4e2-4ccb6e420914 req-550de57e-67ef-472e-a641-b9dec66c9611 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0561647 May 25 14:59:16.692336 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b65b8227-bc4d-4346-b4e2-4ccb6e420914 req-adc5d186-025e-422f-abc2-13c963e9d74c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 May 25 14:59:16.703384 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798223-3209-4682-8ca8-757d8469c9e3 req-d15c1105-5e29-4004-b1f3-7d6c221e13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.704998 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97798223-3209-4682-8ca8-757d8469c9e3 req-d15c1105-5e29-4004-b1f3-7d6c221e13cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.0973322 May 25 14:59:16.756242 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97798223-3209-4682-8ca8-757d8469c9e3 req-3ea65566-915e-4da4-bd76-b60641676eea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c HTTP/1.1" status: 200 len: 217 time: 0.0412242 May 25 14:59:16.830203 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798223-3209-4682-8ca8-757d8469c9e3 req-7b58bb9d-4c4f-41df-b9cc-a842ee05772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.831684 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97798223-3209-4682-8ca8-757d8469c9e3 req-7b58bb9d-4c4f-41df-b9cc-a842ee05772f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0521834 May 25 14:59:16.883912 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97798223-3209-4682-8ca8-757d8469c9e3 req-20897ffd-86bd-4fef-8a67-05d51f2bbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:16.885438 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97798223-3209-4682-8ca8-757d8469c9e3 req-20897ffd-86bd-4fef-8a67-05d51f2bbe53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429761 May 25 14:59:17.006234 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97798223-3209-4682-8ca8-757d8469c9e3 req-9410c4a8-37cf-47a7-8122-c3c7e737cc77 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065207 May 25 14:59:17.106607 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54632) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:17.111491 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-d63b9d6a-d6ae-4020-825c-4e43bf46929d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13916965', 'description': 'tempest-description--154848863'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:17.143356 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d63b9d6a-d6ae-4020-825c-4e43bf46929d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.153478 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:17.161142 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-97798223-3209-4682-8ca8-757d8469c9e3 req-d0b35ee1-bcef-456e-996c-d97fa4ff129c service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413670 May 25 14:59:17.224432 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d63b9d6a-d6ae-4020-825c-4e43bf46929d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.228911 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d63b9d6a-d6ae-4020-825c-4e43bf46929d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.265836 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d63b9d6a-d6ae-4020-825c-4e43bf46929d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.267128 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d63b9d6a-d6ae-4020-825c-4e43bf46929d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1593375 May 25 14:59:17.270128 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54644) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:17.291357 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-5b155076-340b-4b31-be68-a3186a2a7dc8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': 'e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:17.298922 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b9d6a-d6ae-4020-825c-4e43bf46929d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:17.381140 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5b155076-340b-4b31-be68-a3186a2a7dc8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (9d5aca27-fa5d-4915-887c-585a73529ac3), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.392135 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37e5f-7c15-429a-babe-76bfccbeb4c6 req-05ae53db-932c-4a1d-a73c-6754d1572b87 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.393793 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1ec37e5f-7c15-429a-babe-76bfccbeb4c6 req-05ae53db-932c-4a1d-a73c-6754d1572b87 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0716779 May 25 14:59:17.489884 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1ec37e5f-7c15-429a-babe-76bfccbeb4c6 req-cf331793-d2e8-4102-b426-4f79e056a4b1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828161 May 25 14:59:17.491879 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5b155076-340b-4b31-be68-a3186a2a7dc8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (9d5aca27-fa5d-4915-887c-585a73529ac3), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.496149 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5b155076-340b-4b31-be68-a3186a2a7dc8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (9d5aca27-fa5d-4915-887c-585a73529ac3), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.515612 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b155076-340b-4b31-be68-a3186a2a7dc8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5aca27-fa5d-4915-887c-585a73529ac3,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:17.522536 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5b155076-340b-4b31-be68-a3186a2a7dc8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.524313 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5b155076-340b-4b31-be68-a3186a2a7dc8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529643 May 25 14:59:17.526919 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54652) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:17.531258 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-426ae3af-f9b8-4d49-a250-6b2a9b549db2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': 'e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:17.561507 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-426ae3af-f9b8-4d49-a250-6b2a9b549db2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (4de50a33-bbf5-49b4-840b-e8b130272795), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.575374 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:17.612906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-426ae3af-f9b8-4d49-a250-6b2a9b549db2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (4de50a33-bbf5-49b4-840b-e8b130272795), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.616410 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-426ae3af-f9b8-4d49-a250-6b2a9b549db2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (4de50a33-bbf5-49b4-840b-e8b130272795), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.634427 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ae3af-f9b8-4d49-a250-6b2a9b549db2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de50a33-bbf5-49b4-840b-e8b130272795,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:17.641572 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-426ae3af-f9b8-4d49-a250-6b2a9b549db2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.643039 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-426ae3af-f9b8-4d49-a250-6b2a9b549db2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149797 May 25 14:59:17.645856 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54654) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:17.650840 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:17.673188 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.753078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:17.800023 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:59:17.818393 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7cde3-5239-4c98-ab61-66e49f3edbb6 req-4faeeadb-a495-4c8e-aea4-f4eb18d2a272 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:17.820514 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0b7cde3-5239-4c98-ab61-66e49f3edbb6 req-4faeeadb-a495-4c8e-aea4-f4eb18d2a272 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0525413 May 25 14:59:17.878638 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0b7cde3-5239-4c98-ab61-66e49f3edbb6 req-716f964d-e3cc-4d1f-985e-fbfdac14c278 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523684 May 25 14:59:17.883325 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.27.0.217 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/ece0612e-48ea-4c6d-bc9c-e6c01284e239) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:17.913269 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:17.999487 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.036785 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.085078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:18.088853 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:18.093179 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:18.098747 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=ece0612e-48ea-4c6d-bc9c-e6c01284e239,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:18.190306 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (8793d6d3-f43f-4eb9-a8de-c56149606643), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.234528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.362726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:18.425968 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.430670 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.498776 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=ece0612e-48ea-4c6d-bc9c-e6c01284e239,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:18.515513 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (8793d6d3-f43f-4eb9-a8de-c56149606643), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.545923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:18.557541 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f6e71b49-61f9-40bc-b432-ca79dce9fde8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9106276 May 25 14:59:18.649257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c7968-491d-4a5b-a635-45a5d020677c req-dbb6598b-323a-4d46-b2f5-cff6ba7dcff0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:18.650915 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-808c7968-491d-4a5b-a635-45a5d020677c req-dbb6598b-323a-4d46-b2f5-cff6ba7dcff0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0631077 May 25 14:59:18.715102 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-808c7968-491d-4a5b-a635-45a5d020677c req-765c95cd-ebee-46ab-8bda-4e9e90ee0040 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562901 May 25 14:59:18.891697 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54682) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:19.005183 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fec5-a75e-4b9c-ac7d-c2a9a7a48f99 req-67b6b8af-c7f2-4dd1-af67-66f4b7649f0f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:19.006746 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cc7fec5-a75e-4b9c-ac7d-c2a9a7a48f99 req-67b6b8af-c7f2-4dd1-af67-66f4b7649f0f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0529358 May 25 14:59:19.043844 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-aee07bee-017a-48f2-9c23-a3d1f57ebaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.065917 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:19.100016 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cc7fec5-a75e-4b9c-ac7d-c2a9a7a48f99 req-c3b41fb6-d13a-44aa-b768-675c6c0baef4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838084 May 25 14:59:19.170837 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-aee07bee-017a-48f2-9c23-a3d1f57ebaa0 admin admin] Publish callbacks [] for security_group (095082c9-f91b-4c5e-9f0e-18995549473e), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.174987 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-aee07bee-017a-48f2-9c23-a3d1f57ebaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (095082c9-f91b-4c5e-9f0e-18995549473e), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.221167 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-aee07bee-017a-48f2-9c23-a3d1f57ebaa0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0ba5fe9d30041388e3967d28d806943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283746 May 25 14:59:19.222530 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee07bee-017a-48f2-9c23-a3d1f57ebaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095082c9-f91b-4c5e-9f0e-18995549473e,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:19.225452 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54692) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:19.310189 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eb30c477-b82f-416f-b5b2-d35096cffe59 admin admin] Publish callbacks [] for security_group (095082c9-f91b-4c5e-9f0e-18995549473e), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.335137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eb30c477-b82f-416f-b5b2-d35096cffe59 admin admin] Publish callbacks [] for security_group (095082c9-f91b-4c5e-9f0e-18995549473e), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.391275 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eb30c477-b82f-416f-b5b2-d35096cffe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (095082c9-f91b-4c5e-9f0e-18995549473e), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.393936 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-eb30c477-b82f-416f-b5b2-d35096cffe59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.395202 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-eb30c477-b82f-416f-b5b2-d35096cffe59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/095082c9-f91b-4c5e-9f0e-18995549473e HTTP/1.1" status: 204 len: 168 time: 0.1687872 May 25 14:59:19.403184 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30c477-b82f-416f-b5b2-d35096cffe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095082c9-f91b-4c5e-9f0e-18995549473e,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:19.716261 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54698) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:19.730825 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1372564c-269d-4407-848b-e121837cb831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.768810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:19.839082 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1372564c-269d-4407-848b-e121837cb831 admin admin] Publish callbacks [] for security_group (41ebc2ea-208a-4b41-9b86-35cf2889e32e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.845955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1372564c-269d-4407-848b-e121837cb831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (41ebc2ea-208a-4b41-9b86-35cf2889e32e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:19.860015 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679b8c0-c69c-4c95-b1d1-32457cd76d7f req-24ce7fa1-2a8f-4076-ad60-65210f39b3bb tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:19.861401 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5679b8c0-c69c-4c95-b1d1-32457cd76d7f req-24ce7fa1-2a8f-4076-ad60-65210f39b3bb tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0635433 May 25 14:59:19.895441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372564c-269d-4407-848b-e121837cb831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ebc2ea-208a-4b41-9b86-35cf2889e32e,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:19.901369 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1372564c-269d-4407-848b-e121837cb831 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a02b1cd031144eba63516a948078261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831224 May 25 14:59:19.905593 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54702) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:19.960159 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5679b8c0-c69c-4c95-b1d1-32457cd76d7f req-5eeb7f41-77cc-4c74-95d7-c5ad97df56ad tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906377 May 25 14:59:19.988378 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-05b7ef96-7632-4c88-89d0-ae23b2e0ac56 admin admin] Publish callbacks [] for security_group (41ebc2ea-208a-4b41-9b86-35cf2889e32e), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.014991 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-05b7ef96-7632-4c88-89d0-ae23b2e0ac56 admin admin] Publish callbacks [] for security_group (41ebc2ea-208a-4b41-9b86-35cf2889e32e), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.089735 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-05b7ef96-7632-4c88-89d0-ae23b2e0ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (41ebc2ea-208a-4b41-9b86-35cf2889e32e), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.093571 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-05b7ef96-7632-4c88-89d0-ae23b2e0ac56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.098605 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-05b7ef96-7632-4c88-89d0-ae23b2e0ac56 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41ebc2ea-208a-4b41-9b86-35cf2889e32e HTTP/1.1" status: 204 len: 168 time: 0.1892936 May 25 14:59:20.107558 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7ef96-7632-4c88-89d0-ae23b2e0ac56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ebc2ea-208a-4b41-9b86-35cf2889e32e,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:20.154257 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.220853 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:20.247734 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11b9a-b9d6-477f-9fda-82326f063c31 req-8d5bb002-ed95-4bf0-b5a4-294176ba208d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:20.249341 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-04b11b9a-b9d6-477f-9fda-82326f063c31 req-8d5bb002-ed95-4bf0-b5a4-294176ba208d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0683763 May 25 14:59:20.313084 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-04b11b9a-b9d6-477f-9fda-82326f063c31 req-e828f1d9-67c4-4f48-8ab4-cb7e5d9c952e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556548 May 25 14:59:20.597241 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54716) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:20.616291 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dc29bc55-8497-4b8e-9679-7288473ef4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.725789 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dc29bc55-8497-4b8e-9679-7288473ef4dd admin admin] Publish callbacks [] for security_group (1543e53f-441c-4169-98dc-699863923263), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.732115 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dc29bc55-8497-4b8e-9679-7288473ef4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (1543e53f-441c-4169-98dc-699863923263), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.809885 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-dc29bc55-8497-4b8e-9679-7288473ef4dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=803d0eb4f2d04a87ae4d5b16bcf2aef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105162 May 25 14:59:20.811243 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29bc55-8497-4b8e-9679-7288473ef4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1543e53f-441c-4169-98dc-699863923263,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:20.812437 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 54722) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:20.873638 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8756ba56-9fe6-4738-93d7-0ebfc70379fa admin admin] Publish callbacks [] for security_group (1543e53f-441c-4169-98dc-699863923263), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.902858 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8756ba56-9fe6-4738-93d7-0ebfc70379fa admin admin] Publish callbacks [] for security_group (1543e53f-441c-4169-98dc-699863923263), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.953637 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8756ba56-9fe6-4738-93d7-0ebfc70379fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (1543e53f-441c-4169-98dc-699863923263), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.956377 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8756ba56-9fe6-4738-93d7-0ebfc70379fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:20.957618 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-8756ba56-9fe6-4738-93d7-0ebfc70379fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1543e53f-441c-4169-98dc-699863923263 HTTP/1.1" status: 204 len: 168 time: 0.1441481 May 25 14:59:20.966375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756ba56-9fe6-4738-93d7-0ebfc70379fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1543e53f-441c-4169-98dc-699863923263,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:21.089420 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8056-14a0-4df6-9f75-6c1d80c61086 req-7ef67db0-c673-4534-8910-c178f1b08c57 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.090978 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73ce8056-14a0-4df6-9f75-6c1d80c61086 req-7ef67db0-c673-4534-8910-c178f1b08c57 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0519161 May 25 14:59:21.146213 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73ce8056-14a0-4df6-9f75-6c1d80c61086 req-4ab30287-823d-41a2-82ae-356a49f87464 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471864 May 25 14:59:21.406628 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd649f-9411-449b-9f26-7a9d35c4232c req-016785a6-c2e5-448d-a929-07c61670797c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.408559 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d6fd649f-9411-449b-9f26-7a9d35c4232c req-016785a6-c2e5-448d-a929-07c61670797c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0751383 May 25 14:59:21.461068 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d6fd649f-9411-449b-9f26-7a9d35c4232c req-fede72f0-9119-4a0b-a2eb-3395d785267f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 May 25 14:59:21.523510 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-6723a4cc-4227-4186-a926-bdf7cd58ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.525060 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-6723a4cc-4227-4186-a926-bdf7cd58ea05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 1130 time: 0.0421028 May 25 14:59:21.640453 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-c6e44e83-c38c-44cf-9f55-1e5966c93d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.641879 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-c6e44e83-c38c-44cf-9f55-1e5966c93d38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 911 time: 0.1074841 May 25 14:59:21.707196 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-27e81cf3-a4b6-4c37-9763-ec9cadc39351 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 200 len: 1002 time: 0.0576816 May 25 14:59:21.761663 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-bd8b901b-bbda-4632-a262-6645e0a3a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.763382 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-bd8b901b-bbda-4632-a262-6645e0a3a38b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0460787 May 25 14:59:21.789157 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:21.824515 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-be9e07e1-8d91-4844-84e9-97ef98a5389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:21.826093 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-be9e07e1-8d91-4844-84e9-97ef98a5389c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483453 May 25 14:59:21.900317 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54742) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:21.905024 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-48e193ef-5d1c-4437-aea2-073376dcc806 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718009281', 'description': 'tempest-description--995944540'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:21.922906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:UPDATE=2,neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:21.929499 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48e193ef-5d1c-4437-aea2-073376dcc806 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:21.941643 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-b9698a46-eeda-433b-8e79-2751e692f6a7 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995579 May 25 14:59:22.006952 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48e193ef-5d1c-4437-aea2-073376dcc806 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group (18470a08-f831-4554-841b-209ed31db30c), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.012531 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48e193ef-5d1c-4437-aea2-073376dcc806 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (18470a08-f831-4554-841b-209ed31db30c), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.041386 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48e193ef-5d1c-4437-aea2-073376dcc806 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.042985 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-48e193ef-5d1c-4437-aea2-073376dcc806 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1412072 May 25 14:59:22.046394 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54744) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:22.048553 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6ce08208-fb57-45dc-becc-a50b2e66756d req-d9c55226-9193-471b-ae9f-351a779d8677 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998154 May 25 14:59:22.051053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-7eb1a3e6-63bd-49fd-9236-04c6df554279 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'security_group_rule': {'security_group_id': '18470a08-f831-4554-841b-209ed31db30c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:22.057348 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e193ef-5d1c-4437-aea2-073376dcc806 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18470a08-f831-4554-841b-209ed31db30c,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:22.082588 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a3e6-63bd-49fd-9236-04c6df554279 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group_rule (f5d7af1e-d394-46c5-ab71-e9ec00134e99), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.141808 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a3e6-63bd-49fd-9236-04c6df554279 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group_rule (f5d7af1e-d394-46c5-ab71-e9ec00134e99), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.145801 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a3e6-63bd-49fd-9236-04c6df554279 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (f5d7af1e-d394-46c5-ab71-e9ec00134e99), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.166867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1a3e6-63bd-49fd-9236-04c6df554279 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d7af1e-d394-46c5-ab71-e9ec00134e99,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:22.178311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a3e6-63bd-49fd-9236-04c6df554279 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.179613 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-7eb1a3e6-63bd-49fd-9236-04c6df554279 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323566 May 25 14:59:22.182256 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54746) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:22.186477 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-d021b0c9-b5a3-4f95-9a76-9abf94ea5345 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'security_group_rule': {'security_group_id': '18470a08-f831-4554-841b-209ed31db30c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:22.201812 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:22.214915 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d021b0c9-b5a3-4f95-9a76-9abf94ea5345 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group_rule (ea4dabdf-7d1e-453c-a53b-70f92bcb49a0), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.267363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d021b0c9-b5a3-4f95-9a76-9abf94ea5345 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group_rule (ea4dabdf-7d1e-453c-a53b-70f92bcb49a0), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.271421 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d021b0c9-b5a3-4f95-9a76-9abf94ea5345 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (ea4dabdf-7d1e-453c-a53b-70f92bcb49a0), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.291697 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021b0c9-b5a3-4f95-9a76-9abf94ea5345 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4dabdf-7d1e-453c-a53b-70f92bcb49a0,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:22.298252 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d021b0c9-b5a3-4f95-9a76-9abf94ea5345 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.299489 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d021b0c9-b5a3-4f95-9a76-9abf94ea5345 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163242 May 25 14:59:22.302588 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 54748) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:22.307735 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:22.333386 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.423986 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.559077 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Allocated IP 172.27.0.254 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/71cd3321-5285-4f56-8e8f-1e1aecd64875) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:22.610696 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178d81-9619-4be8-9c4e-3933a069b9ae req-332f2baf-48e4-4873-95ac-a0dca768eee9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:22.614782 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8e178d81-9619-4be8-9c4e-3933a069b9ae req-332f2baf-48e4-4873-95ac-a0dca768eee9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0744119 May 25 14:59:22.722180 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8e178d81-9619-4be8-9c4e-3933a069b9ae req-592cac2c-1bc0-409d-8342-6362ca864e30 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967994 May 25 14:59:22.733256 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:22.752987 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.786886 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.828064 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:22.832807 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:22.836331 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:22.841916 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'Port': ['ID=71cd3321-5285-4f56-8e8f-1e1aecd64875,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:22.948489 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:22.991251 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:23.009286 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:23.179432 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:23.184218 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:23.259013 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'Port': ['ID=71cd3321-5285-4f56-8e8f-1e1aecd64875,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:23.268321 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:23.287156 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:23.289426 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5cc500e3-58dd-4f9b-a6d5-7573f5c1cf16 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9859324 May 25 14:59:23.727439 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:25.157994 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-21caceaa-de38-4b56-89df-507cbe5cd3b2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--13916965&fields=id&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 267 time: 0.0456152 May 25 14:59:25.165730 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-e1a972f5-cd45-4eec-bb7f-fbcc61aad43c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--718009281&fields=id&tenant_id=acd27057280d4bdda5b9a689a1e399ff HTTP/1.1" status: 200 len: 267 time: 0.0492682 May 25 14:59:25.267322 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-377af8d8-8c0f-4073-a7dd-5327ed138791 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:25.268791 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-377af8d8-8c0f-4073-a7dd-5327ed138791 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.1034720 May 25 14:59:25.277072 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-1f572129-5b99-4d55-abdd-2430fb5d6ef5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:25.278568 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-1f572129-5b99-4d55-abdd-2430fb5d6ef5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 819 time: 0.1065655 May 25 14:59:25.283739 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-8a9cc39e-6645-4660-9243-14bf8dde9ed5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/quotas/9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 375 time: 0.0096080 May 25 14:59:25.293646 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-5ee7bd63-2b73-462f-bbf6-c1abe739a884 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/quotas/acd27057280d4bdda5b9a689a1e399ff HTTP/1.1" status: 200 len: 375 time: 0.0098026 May 25 14:59:25.330401 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:25.346441 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-17fc20b9-f2de-4b69-94e3-13437e62f116 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569720 May 25 14:59:25.356406 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7683c4f0-f81a-4ed4-8a1b-979e09c2b6bb tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0571916 May 25 14:59:25.423158 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:25.453221 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-d5744faa-8778-4c66-bc8b-e4cd8fba44d7 service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934417 May 25 14:59:25.465847 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-692c397a-4f98-4dd7-964b-4f62497dedc1 service neutron] 10.222.0.78 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953996 May 25 14:59:25.568755 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-542ece93-a872-4a14-a283-894eba84db32 service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109471 May 25 14:59:25.583218 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-0c482dcf-e41a-4e65-9448-759ee0d2e60d service neutron] 10.222.0.78 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117766 May 25 14:59:25.791663 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc8b6-4daa-4962-9120-76be82e967d5 req-5310c62d-d917-44e2-94dd-76119cd11c8f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:25.793143 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-014bc8b6-4daa-4962-9120-76be82e967d5 req-5310c62d-d917-44e2-94dd-76119cd11c8f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0503480 May 25 14:59:25.840177 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-014bc8b6-4daa-4962-9120-76be82e967d5 req-417f8b55-abbd-4767-9956-8e3a545dddca tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 May 25 14:59:25.908728 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f60ba225-52dc-42af-949c-274c9edc9718 req-43f17267-3616-42c2-921a-54b7411e6148 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0280297 May 25 14:59:26.798642 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-113cb1df-1a41-41b7-8038-775a7db34886 req-f9e1d61c-0c63-45c6-85d0-68b1985f3808 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 210 time: 0.0442710 May 25 14:59:27.003348 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-91d319e7-c383-409b-8c67-c47917cad5d8 req-6ff5d08e-df3a-426d-8d5b-6cdf3b71fe6a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0321300 May 25 14:59:27.911736 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-952450a3-f9d5-4539-874c-a5468ca97a40 req-49914847-fe57-460e-b65e-b78a93e2bf5f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 210 time: 0.0306592 May 25 14:59:28.094663 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d8be575a-3dc1-4f39-a431-b804a0c079e6 req-9290b1d7-703d-4d5a-8ced-8081f9ae75fd tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0306659 May 25 14:59:28.705193 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-d0315821-2998-42b1-8235-9a299910324e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:28.707330 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-d0315821-2998-42b1-8235-9a299910324e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 819 time: 0.1302137 May 25 14:59:28.817088 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-1d297699-bb26-4825-8924-bdb4ee12ba29 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acd27057280d4bdda5b9a689a1e399ff HTTP/1.1" status: 200 len: 379 time: 0.0742650 May 25 14:59:29.027057 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'port': {'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'admin_state_up': True, 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'security_groups': ['18470a08-f831-4554-841b-209ed31db30c']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:29.031797 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e26a4687-184f-4bc8-9600-6ef766f4950f req-dc8717c3-2752-4ff6-93a3-3f695d74a40b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 210 time: 0.0450380 May 25 14:59:29.156640 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:29.179300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Made reservation on behalf of acd27057280d4bdda5b9a689a1e399ff for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:59:29.185435 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:29.200654 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-83ecd8f3-0c54-4166-b1bd-645ed61254ca req-7ba01552-daff-4dea-ac56-d0277f7cde0c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0469136 May 25 14:59:29.334873 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Allocated IP 172.20.0.4 (e385260d-6c1a-4502-b416-70a643ca9f7a/a7ced567-2428-42c0-b789-74ed33f08cd7/219ede9e-3779-4194-a09a-08090b45e691) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:29.463961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:29.490916 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for port (219ede9e-3779-4194-a09a-08090b45e691), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:29.533857 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (219ede9e-3779-4194-a09a-08090b45e691), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:29.582286 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Network e385260d-6c1a-4502-b416-70a643ca9f7a is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:29.586125 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:29.591473 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:29.616425 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event updated for resources: {'Port': ['ID=219ede9e-3779-4194-a09a-08090b45e691,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:29.652724 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:29.653372 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:29.671598 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-7c318816-9e82-4c69-831b-12ebda98a0f3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6485488 May 25 14:59:29.730620 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Request body: {'port': {'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:29.809341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (219ede9e-3779-4194-a09a-08090b45e691), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:29.910428 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-562fe1ad-4163-43cb-8e8d-cfec289c218d None None] Provisioning complete for port 219ede9e-3779-4194-a09a-08090b45e691 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:29.910984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-562fe1ad-4163-43cb-8e8d-cfec289c218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (219ede9e-3779-4194-a09a-08090b45e691), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:29.955087 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-562fe1ad-4163-43cb-8e8d-cfec289c218d None None] Port 219ede9e-3779-4194-a09a-08090b45e691 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:30.072333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:30.134100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219ede9e-3779-4194-a09a-08090b45e691 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:30.159801 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Publish callbacks [] for port (219ede9e-3779-4194-a09a-08090b45e691), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:30.187924 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f2b2-bf86-4b22-8ec6-39a67b85a38e req-0755f502-9d7a-477b-a083-8ae982009ede tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:30.189508 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3268f2b2-bf86-4b22-8ec6-39a67b85a38e req-0755f502-9d7a-477b-a083-8ae982009ede tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 931 time: 0.0799515 May 25 14:59:30.190728 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Transition to ACTIVE for port object 219ede9e-3779-4194-a09a-08090b45e691 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:59:30.195545 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (219ede9e-3779-4194-a09a-08090b45e691), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:30.277802 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Pushing event updated for resources: {'Port': ['ID=219ede9e-3779-4194-a09a-08090b45e691,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:30.326725 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3268f2b2-bf86-4b22-8ec6-39a67b85a38e req-7fe96247-6455-4730-b9a0-b1ec0812e6a5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280239 May 25 14:59:30.353485 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b4e497cb-ab6b-45fb-b6d8-0c0713d456e0 req-5ebc87c8-4339-497c-bf21-60107433b543 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0573027 May 25 14:59:30.391319 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Attempting to bind port 219ede9e-3779-4194-a09a-08090b45e691 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:30.391587 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Attempting to bind port 219ede9e-3779-4194-a09a-08090b45e691 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:30.391940 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Attempting to bind port 219ede9e-3779-4194-a09a-08090b45e691 on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:30.397963 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Port 219ede9e-3779-4194-a09a-08090b45e691 on network e385260d-6c1a-4502-b416-70a643ca9f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:59:30.398576 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Attempting to bind port 219ede9e-3779-4194-a09a-08090b45e691 on network e385260d-6c1a-4502-b416-70a643ca9f7a {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:30.406345 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:30.406680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Checking segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:30.407060 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Bound using segment: {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:30.407485 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Bound port: 219ede9e-3779-4194-a09a-08090b45e691, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1006876f-6fd8-4671-aa81-1c56925a2a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:30.407838 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (219ede9e-3779-4194-a09a-08090b45e691), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:30.464470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:30.485896 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] For port 219ede9e-3779-4194-a09a-08090b45e691, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:30.489698 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] For port 219ede9e-3779-4194-a09a-08090b45e691, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=219ede9e-3779-4194-a09a-08090b45e691,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:30.497045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (219ede9e-3779-4194-a09a-08090b45e691), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:30.539811 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:30.540470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:30.542065 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] 10.222.0.72 "PUT /v2.0/ports/219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 1093 time: 0.8165426 May 25 14:59:30.542539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:30.544920 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec7b917-b8ee-417b-8841-9f62b3ac13da" -d '{"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:30.586713 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb711cd5-1759-44bb-9187-400f19829459 service neutron] Pushing event updated for resources: {'Port': ['ID=219ede9e-3779-4194-a09a-08090b45e691,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:30.604608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139761b1-5285-4675-968c-98d692da030b x-openstack-request-id: req-139761b1-5285-4675-968c-98d692da030b {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:30.605091 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:30.605468 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-139761b1-5285-4675-968c-98d692da030b {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:30.606170 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139761b1-5285-4675-968c-98d692da030b'] response: {'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691', 'status': 'completed', 'code': 200} May 25 14:59:30.730146 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-16787745-78e9-4e18-b626-18284e280fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:30.731742 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-16787745-78e9-4e18-b626-18284e280fcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1127 time: 0.0569232 May 25 14:59:31.190192 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-4f210d94-c67c-4042-949d-97abc970aac3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 217 time: 0.0338433 May 25 14:59:31.278751 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-b7a448e4-2f5c-4c0e-9397-fcf0d0a6eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.282888 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-b7a448e4-2f5c-4c0e-9397-fcf0d0a6eec5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0537505 May 25 14:59:31.460288 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-9ee7f896-065c-4c37-a634-aa8c1e70b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.461593 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-9ee7f896-065c-4c37-a634-aa8c1e70b7f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469024 May 25 14:59:31.464597 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4f0c4-00a7-45a7-abb4-57be06d3c847 req-b24697b0-8d26-4774-a48a-ffd7794304ee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.466311 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4ff4f0c4-00a7-45a7-abb4-57be06d3c847 req-b24697b0-8d26-4774-a48a-ffd7794304ee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 943 time: 0.0575538 May 25 14:59:31.517222 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e79a3511-849a-417c-bf8c-ee1b2439f34a req-bff4564e-d22a-4fd2-9eee-ea535ff8e3f1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0543525 May 25 14:59:31.547319 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:31.602438 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-b2007a5f-dda3-4e2e-bae5-ab959fcb33c0 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236293 May 25 14:59:31.614078 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4ff4f0c4-00a7-45a7-abb4-57be06d3c847 req-b40bb562-3122-4146-af09-7877d8c9dacd tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360877 May 25 14:59:31.628709 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-15a91b72-65a5-4ae3-903d-a344c3dd7956 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:31.630418 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-15a91b72-65a5-4ae3-903d-a344c3dd7956 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.1631656 May 25 14:59:31.747197 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-e15f9b42-850d-4323-9334-ab2af6a77c8b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 471 time: 0.0718539 May 25 14:59:31.849345 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'port': {'device_id': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'admin_state_up': True, 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'security_groups': ['e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36']}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:31.971879 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f40231fc-6c7f-422b-9ff6-85acda4c4c09 req-33c4ee3b-d865-499d-8926-475a9e70c57b service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539407 May 25 14:59:32.014792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Made reservation on behalf of 9dafcd0df8524413b4fe81a0931323b1 for: {'port': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:59:32.018798 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:32.168728 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.20.0.13 (6c4b07fe-140a-4a0b-9f8f-030d2bf81125/312814e4-593b-48ee-be8b-37d37b791c35/bedd3cb1-f210-414d-ada2-ad2ffd6d01ae) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:32.348651 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:32.382398 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:32.392787 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:32.444812 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:32.448287 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:32.450969 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:32.481921 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:32.512733 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:32.513571 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:32.533019 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-0f45fedb-8cf2-47c1-848e-3f7a67cc7248 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6882954 May 25 14:59:32.661062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149ab02-806e-4c2d-a754-5ae4576e0af7 req-27cb3d66-6356-4eb7-8b92-a22d64e9931c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:32.662866 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c149ab02-806e-4c2d-a754-5ae4576e0af7 req-27cb3d66-6356-4eb7-8b92-a22d64e9931c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 932 time: 0.0570476 May 25 14:59:32.703770 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:32.721859 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c149ab02-806e-4c2d-a754-5ae4576e0af7 req-f29b0f55-e4a8-4c64-9b57-413700ca0099 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481596 May 25 14:59:32.747867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df484ea-f069-4060-a223-901dcfd3c5c2 req-5496e4fc-c7e0-4c9c-b9ef-20b49c2882d1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:32.748272 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-8298c5cc-3f03-4594-89a3-c2a08224d69c None None] Provisioning complete for port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:32.748842 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8298c5cc-3f03-4594-89a3-c2a08224d69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:32.749853 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2df484ea-f069-4060-a223-901dcfd3c5c2 req-5496e4fc-c7e0-4c9c-b9ef-20b49c2882d1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 943 time: 0.0595300 May 25 14:59:32.777927 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:32.784701 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-8298c5cc-3f03-4594-89a3-c2a08224d69c None None] Port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:32.811677 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2df484ea-f069-4060-a223-901dcfd3c5c2 req-0480a543-e11f-4d3b-81c4-9b07d4ec13a3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508802 May 25 14:59:33.835737 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=24 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:33.838662 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=7 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:33.865688 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607f994-929b-4488-a095-4639dacf8e24 req-33992f82-8f54-47e8-8890-683fc0e1e15d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:33.868522 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e607f994-929b-4488-a095-4639dacf8e24 req-33992f82-8f54-47e8-8890-683fc0e1e15d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 932 time: 0.0641799 May 25 14:59:33.937093 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e607f994-929b-4488-a095-4639dacf8e24 req-c842387b-398c-40e3-9dc2-7a4f9150e82e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629303 May 25 14:59:33.943061 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03706112-99d0-41a5-9aea-cecd0874a8cb req-1a1d483f-bce8-42e3-95e2-d9472e35ed8b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:33.945313 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-03706112-99d0-41a5-9aea-cecd0874a8cb req-1a1d483f-bce8-42e3-95e2-d9472e35ed8b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 943 time: 0.0605090 May 25 14:59:33.971016 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:34.003622 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-03706112-99d0-41a5-9aea-cecd0874a8cb req-2f72b0df-5296-4f3b-add5-d052720db9d3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496852 May 25 14:59:34.590477 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ffa71b8c-cef6-45ca-ab10-2364ae80e955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:35.068349 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cae8f3-4ad1-4e81-82b2-7a2c5ecee8bb req-74ac5d50-2211-4b23-a549-f9715832d4bb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:35.070189 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93cae8f3-4ad1-4e81-82b2-7a2c5ecee8bb req-74ac5d50-2211-4b23-a549-f9715832d4bb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 932 time: 0.0569546 May 25 14:59:35.123301 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93cae8f3-4ad1-4e81-82b2-7a2c5ecee8bb req-0dbd1529-0850-47e8-9202-e37acd955191 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470927 May 25 14:59:35.130211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c2963-1be5-46b2-924d-0ddb21f711e7 req-d13edffa-2b01-4502-8b33-eba685ca0614 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:35.131911 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a22c2963-1be5-46b2-924d-0ddb21f711e7 req-d13edffa-2b01-4502-8b33-eba685ca0614 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 943 time: 0.0491073 May 25 14:59:35.185730 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a22c2963-1be5-46b2-924d-0ddb21f711e7 req-0935bc2c-696f-4e24-ba3d-e458192e2982 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482082 May 25 14:59:35.569876 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 219ede9e-3779-4194-a09a-08090b45e691 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:59:35.681031 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 219ede9e-3779-4194-a09a-08090b45e691, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=219ede9e-3779-4194-a09a-08090b45e691,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:35.696272 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '219ede9e-3779-4194-a09a-08090b45e691', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'port_id': '219ede9e-3779-4194-a09a-08090b45e691', 'mac_address': 'fa:16:3e:f4:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:59:35.734437 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:35.736945 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 219ede9e-3779-4194-a09a-08090b45e691 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:35.737325 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (219ede9e-3779-4194-a09a-08090b45e691), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:35.758459 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219ede9e-3779-4194-a09a-08090b45e691 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:35.780729 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 219ede9e-3779-4194-a09a-08090b45e691, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=219ede9e-3779-4194-a09a-08090b45e691,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:35.786218 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (219ede9e-3779-4194-a09a-08090b45e691), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:35.839141 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=219ede9e-3779-4194-a09a-08090b45e691,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:35.846809 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.847160 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.847504 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.847870 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.848208 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.848540 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.848870 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.849199 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.849527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.849853 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.850714 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.851041 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.851364 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.851685 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:35.852030 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 14:59:36.247214 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702cfd5-e299-473f-9fb2-a91579dc9d15 req-4fe13a79-e6b5-4509-86bf-6755b54fd4ff tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.248750 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a702cfd5-e299-473f-9fb2-a91579dc9d15 req-4fe13a79-e6b5-4509-86bf-6755b54fd4ff tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 932 time: 0.0498083 May 25 14:59:36.300328 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a702cfd5-e299-473f-9fb2-a91579dc9d15 req-baa99044-28dc-4f50-ac78-9b78f111ddc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458777 May 25 14:59:36.304278 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea218b1-5f7a-4683-9f42-b5459ec7d00e req-f6292fd3-33a1-4af6-b081-ae7d4ef86fc6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:36.305844 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6ea218b1-5f7a-4683-9f42-b5459ec7d00e req-f6292fd3-33a1-4af6-b081-ae7d4ef86fc6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 944 time: 0.0473309 May 25 14:59:36.353280 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6ea218b1-5f7a-4683-9f42-b5459ec7d00e req-000b5494-5e2d-4b5e-b8e3-fee0ebe24c8a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415487 May 25 14:59:37.149369 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Request body: {'port': {'device_id': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:37.221934 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:37.231791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-bd241131-bab5-4383-9d4c-a24ce114f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.233392 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-bd241131-bab5-4383-9d4c-a24ce114f9ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1128 time: 0.0889549 May 25 14:59:37.336518 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-0bff0e01-287e-4085-b768-094c865042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.338198 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-0bff0e01-287e-4085-b768-094c865042fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.0939412 May 25 14:59:37.386737 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-ba60118c-a48c-4647-89b1-b2cf83261993 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 217 time: 0.0373862 May 25 14:59:37.449725 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['219ede9e-3779-4194-a09a-08090b45e691'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:59:37.479632 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553dc67-b9ef-439b-9731-fe09977f20a4 req-85ee500c-b21c-4d27-af30-e55740f9fddf tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.481761 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9553dc67-b9ef-439b-9731-fe09977f20a4 req-85ee500c-b21c-4d27-af30-e55740f9fddf tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 932 time: 0.0859411 May 25 14:59:37.489655 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-dca2b7f0-d649-4cce-b7ec-2f6ced16dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.491247 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef9bbd-d8e1-43d2-83c2-16af28acd602 req-49f3ab45-c07f-4ba9-9cbe-f9a9a99c43ac tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.491750 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-dca2b7f0-d649-4cce-b7ec-2f6ced16dfd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0945652 May 25 14:59:37.492765 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6fef9bbd-d8e1-43d2-83c2-16af28acd602 req-49f3ab45-c07f-4ba9-9cbe-f9a9a99c43ac tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 944 time: 0.0622189 May 25 14:59:37.541279 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-b51674d4-43c1-413e-b73f-4b627ccb6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:37.543170 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-b51674d4-43c1-413e-b73f-4b627ccb6bd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439398 May 25 14:59:37.544876 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-11e28fd4-539f-429d-af53-614c0e21deb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:37.631856 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:37.694848 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9553dc67-b9ef-439b-9731-fe09977f20a4 req-067efffa-1cfd-46ef-91af-84541f770327 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2012413 May 25 14:59:37.697347 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-f24a6654-a5ef-4f48-b058-38ca3c4d4153 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390445 May 25 14:59:37.802285 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bec7b917-b8ee-417b-8841-9f62b3ac13da req-dcadc558-86e5-454a-b1e1-d492af4b18bc service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937595 May 25 14:59:37.821662 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6fef9bbd-d8e1-43d2-83c2-16af28acd602 req-85ee2a33-9689-4443-a0cd-e3321d6a721f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224909 May 25 14:59:37.837642 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:37.853191 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedd3cb1-f210-414d-ada2-ad2ffd6d01ae {{(pid=110349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:37.861068 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Publish callbacks [] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:37.879666 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.provisioning_blocks [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Transition to ACTIVE for port object bedd3cb1-f210-414d-ada2-ad2ffd6d01ae will not be triggered until provisioned by entity L2. {{(pid=110349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:59:37.882828 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:37.933799 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Pushing event updated for resources: {'Port': ['ID=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:38.013953 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Attempting to bind port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:38.014324 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Attempting to bind port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}] {{(pid=110349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:38.014651 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Attempting to bind port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:38.019933 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:59:38.020247 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Attempting to bind port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:38.026382 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:38.026716 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Checking segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:38.027736 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Bound using segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} {{(pid=110349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:38.028165 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.managers [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Bound port: bedd3cb1-f210-414d-ada2-ad2ffd6d01ae, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}}] {{(pid=110349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:38.028524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:38.094194 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] For port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae, host hv-cinder-80382, cleared binding levels {{(pid=110349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:38.097350 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] For port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:38.103653 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:38.107673 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:38.139121 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.139772 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:38.141399 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] 10.222.0.72 "PUT /v2.0/ports/bedd3cb1-f210-414d-ada2-ad2ffd6d01ae HTTP/1.1" status: 200 len: 1094 time: 0.9972196 May 25 14:59:38.142179 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:38.144462 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:38.172779 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1ddab-72a7-4dad-9fb8-3651bc4f0585 service neutron] Pushing event updated for resources: {'Port': ['ID=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,revision_number=3']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:38.197525 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3c4eb9-1410-4849-a9d6-d5bcfe44c5d5 x-openstack-request-id: req-ca3c4eb9-1410-4849-a9d6-d5bcfe44c5d5 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:38.197820 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:38.198105 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca3c4eb9-1410-4849-a9d6-d5bcfe44c5d5 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:38.198506 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3c4eb9-1410-4849-a9d6-d5bcfe44c5d5'] response: {'name': 'network-changed', 'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'status': 'completed', 'code': 200} May 25 14:59:38.302262 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-3c0f1c7a-c2d9-4ebe-88c3-8fb8c051c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.304777 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-3c0f1c7a-c2d9-4ebe-88c3-8fb8c051c269 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 1128 time: 0.0458317 May 25 14:59:38.380514 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-80e044bb-f60a-4aa1-8aa6-2e45a8829679 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae HTTP/1.1" status: 200 len: 217 time: 0.0358164 May 25 14:59:38.434750 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-339301c3-3aed-45a3-add9-c77b12583d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.436234 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-339301c3-3aed-45a3-add9-c77b12583d13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0468643 May 25 14:59:38.493206 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-1af9cc10-a941-4ad2-b83e-4d6b1efa81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.494746 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-1af9cc10-a941-4ad2-b83e-4d6b1efa81e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395417 May 25 14:59:38.602360 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-e9b4ef31-9b02-4161-90b8-3477a0ec4b86 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937102 May 25 14:59:38.695166 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-96e89dda-aadc-4090-9012-97ddb5aa759e req-2b7e3ec5-3a31-4ed7-b950-3c71ff3bcd25 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852361 May 25 14:59:38.818497 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dea40-6870-4f09-863a-5571741d8f01 req-1660a63d-0fd1-4950-bfac-dcef9f9c9101 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.820501 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8a0dea40-6870-4f09-863a-5571741d8f01 req-1660a63d-0fd1-4950-bfac-dcef9f9c9101 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 944 time: 0.0556130 May 25 14:59:38.869680 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8a0dea40-6870-4f09-863a-5571741d8f01 req-9f488269-a851-4a14-8ff8-dc8f55062645 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435088 May 25 14:59:38.953297 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fce7f3-39d9-4514-8170-673d4eba12f3 req-67e0a22f-6156-4683-a591-d05b788e666a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:38.954882 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-79fce7f3-39d9-4514-8170-673d4eba12f3 req-67e0a22f-6156-4683-a591-d05b788e666a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 944 time: 0.0620158 May 25 14:59:38.967701 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:39.007033 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-79fce7f3-39d9-4514-8170-673d4eba12f3 req-d8eab9de-4335-466e-92c1-2571de59dfa7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451379 May 25 14:59:39.042315 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 219ede9e-3779-4194-a09a-08090b45e691 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:39.096415 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 219ede9e-3779-4194-a09a-08090b45e691 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:59:39.098615 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:39.102984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 219ede9e-3779-4194-a09a-08090b45e691 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:39.103348 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (219ede9e-3779-4194-a09a-08090b45e691), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:39.177632 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 219ede9e-3779-4194-a09a-08090b45e691 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:39.177926 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (219ede9e-3779-4194-a09a-08090b45e691), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:39.200973 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219ede9e-3779-4194-a09a-08090b45e691'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:39.203542 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b18da-68cf-4a8d-a0a2-2e98632285ed" -d '{"events": [{"server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "name": "network-vif-plugged", "status": "completed", "tag": "219ede9e-3779-4194-a09a-08090b45e691"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:39.217103 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 219ede9e-3779-4194-a09a-08090b45e691, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=219ede9e-3779-4194-a09a-08090b45e691,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:39.221210 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (219ede9e-3779-4194-a09a-08090b45e691), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:39.253170 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85031fac-d63f-4141-a80a-9d765b5d69af x-openstack-request-id: req-85031fac-d63f-4141-a80a-9d765b5d69af {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:39.253674 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "name": "network-vif-plugged", "status": "completed", "tag": "219ede9e-3779-4194-a09a-08090b45e691", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:39.253674 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85031fac-d63f-4141-a80a-9d765b5d69af {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:39.253971 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85031fac-d63f-4141-a80a-9d765b5d69af'] response: {'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219ede9e-3779-4194-a09a-08090b45e691', 'code': 200} May 25 14:59:39.273550 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=219ede9e-3779-4194-a09a-08090b45e691,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:39.982124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583ccd4-82af-43fd-8dca-951e3e6b4566 req-7996c6ad-a35d-485f-af20-87a38e2f76b6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:39.983642 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7583ccd4-82af-43fd-8dca-951e3e6b4566 req-7996c6ad-a35d-485f-af20-87a38e2f76b6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 944 time: 0.0474098 May 25 14:59:40.031581 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7583ccd4-82af-43fd-8dca-951e3e6b4566 req-8e2fad8d-4d1e-482b-8336-2fcab64928b0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423768 May 25 14:59:40.126593 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2dbb0-828b-4ab4-87ca-66e8cb7be62c req-74499d5f-85e4-4c56-8917-8e0b5b1db19f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.128105 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ed2dbb0-828b-4ab4-87ca-66e8cb7be62c req-74499d5f-85e4-4c56-8917-8e0b5b1db19f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0483282 May 25 14:59:40.175546 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ed2dbb0-828b-4ab4-87ca-66e8cb7be62c req-08c730f7-e2d0-46c1-ac35-9315d10071d4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419292 May 25 14:59:40.596094 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-24cc137e-39ea-4057-813b-27130ff98811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.598803 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-24cc137e-39ea-4057-813b-27130ff98811 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 1128 time: 0.0444512 May 25 14:59:40.623761 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:40.701630 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-4942ab31-bff7-461a-813a-ecb8024f882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.703212 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-4942ab31-bff7-461a-813a-ecb8024f882b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.0974040 May 25 14:59:40.762418 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-9c61b0ca-218d-4020-b1ca-1c378871e0f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae HTTP/1.1" status: 200 len: 217 time: 0.0371540 May 25 14:59:40.784361 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98735a6f-9abf-4c29-aa9a-4a76f1b6ce16 req-d327e9c9-e6f8-4e84-ae07-88077b80daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.786061 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-98735a6f-9abf-4c29-aa9a-4a76f1b6ce16 req-d327e9c9-e6f8-4e84-ae07-88077b80daef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1129 time: 0.0438929 May 25 14:59:40.814759 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-a964297f-530a-422c-8282-f5437efbe9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.816225 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-a964297f-530a-422c-8282-f5437efbe9a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0463593 May 25 14:59:40.833031 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-98735a6f-9abf-4c29-aa9a-4a76f1b6ce16 req-8e2fd9e5-e718-46b3-8f03-3665bebed478 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 May 25 14:59:40.874984 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-075ad07a-e90c-42d7-a063-b0573f613c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:40.876720 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-075ad07a-e90c-42d7-a063-b0573f613c1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464792 May 25 14:59:41.151756 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c93ef3-4512-47b0-9258-0e09e744ca32 req-db3369a0-f64a-4fc8-8ce0-ae3eda0b459d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:41.153282 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a9c93ef3-4512-47b0-9258-0e09e744ca32 req-db3369a0-f64a-4fc8-8ce0-ae3eda0b459d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 944 time: 0.0502117 May 25 14:59:41.204157 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a9c93ef3-4512-47b0-9258-0e09e744ca32 req-55c94092-e568-4bda-9c01-33411463c624 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441051 May 25 14:59:41.290826 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77271a-d1f7-4abc-8954-51b9fde3bd4d req-16fa1273-3299-48c3-917a-8423150d1bcf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:41.292468 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2a77271a-d1f7-4abc-8954-51b9fde3bd4d req-16fa1273-3299-48c3-917a-8423150d1bcf tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0482521 May 25 14:59:41.396382 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2a77271a-d1f7-4abc-8954-51b9fde3bd4d req-d673f46b-8a88-480a-b284-27e904a01208 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981345 May 25 14:59:41.415370 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:41.431220 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-a28532af-9d03-45c1-8815-ad8e954d868f service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154187 May 25 14:59:41.709686 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:42.011226 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:42.153778 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a16dbf8e-f9fe-49e9-8a39-cb51ab20e0f4 req-4a657f5e-2e04-4fd7-81ed-c3deedbd568f service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147516 May 25 14:59:42.328612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d9f72-7cb9-4283-8dc0-e92b0bfa163c req-339626f9-2ea1-4253-8d4e-56da3455bad4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:42.330218 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a95d9f72-7cb9-4283-8dc0-e92b0bfa163c req-339626f9-2ea1-4253-8d4e-56da3455bad4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 944 time: 0.0590789 May 25 14:59:42.380459 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a95d9f72-7cb9-4283-8dc0-e92b0bfa163c req-beb01bd1-23ad-41dc-992d-0f115c185b57 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445788 May 25 14:59:42.517066 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740d635-c23a-4cd4-98d4-ea2230319314 req-b23a5de9-4df9-4d62-98c8-d2a26bcf0df2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:42.518585 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6740d635-c23a-4cd4-98d4-ea2230319314 req-b23a5de9-4df9-4d62-98c8-d2a26bcf0df2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0496213 May 25 14:59:42.577416 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6740d635-c23a-4cd4-98d4-ea2230319314 req-5232f032-5ed8-4f46-b88e-7b20ea5876fc tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529230 May 25 14:59:43.068448 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device bedd3cb1-f210-414d-ada2-ad2ffd6d01ae details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 14:59:43.090254 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:43.169369 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:43.181573 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'port_id': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'mac_address': 'fa:16:3e:9f:ca:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 14:59:43.211028 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:43.218927 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:43.219341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:43.233812 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedd3cb1-f210-414d-ada2-ad2ffd6d01ae {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:43.258102 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:43.263092 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:43.310646 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:43.508571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de168-e403-4772-bd8b-58712920d785 req-fc9d3206-9fe9-4c70-911d-71aa02feb573 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:43.521268 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1e3de168-e403-4772-bd8b-58712920d785 req-fc9d3206-9fe9-4c70-911d-71aa02feb573 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 945 time: 0.0703208 May 25 14:59:43.582196 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1e3de168-e403-4772-bd8b-58712920d785 req-0984e444-aa60-4fc2-9ab1-ee65a7408022 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559273 May 25 14:59:43.701863 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e501b8-9bb0-4da5-a263-d990f8209942 req-185dd43f-3bf3-4192-9a3d-d9ace31ad967 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:43.703436 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f8e501b8-9bb0-4da5-a263-d990f8209942 req-185dd43f-3bf3-4192-9a3d-d9ace31ad967 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0515134 May 25 14:59:43.752080 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f8e501b8-9bb0-4da5-a263-d990f8209942 req-923836d2-a0e6-4f93-81e5-bf8dce7059f2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423186 May 25 14:59:43.847540 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['bedd3cb1-f210-414d-ada2-ad2ffd6d01ae'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 14:59:43.867250 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05ee3c-118a-4278-8793-f73943c73c2f req-2fecd83a-6568-4287-9f4a-2c09561673fa tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:43.868948 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5b05ee3c-118a-4278-8793-f73943c73c2f req-2fecd83a-6568-4287-9f4a-2c09561673fa tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0504375 May 25 14:59:43.877589 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55008) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:43.882766 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'floatingip': {'port_id': '219ede9e-3779-4194-a09a-08090b45e691'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:43.956322 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:44.270238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:44.539627 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:44.544274 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:44.601965 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:44.656602 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Floating IP 0a4bfeb8-fc5e-4748-9877-fa432538230b associated. External IP: 172.27.0.254, port: 219ede9e-3779-4194-a09a-08090b45e691. May 25 14:59:44.716591 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba90b24-cfcf-427a-b72c-18cf52533a29 req-98f534ee-dcfd-4138-9757-b33eb69a1aaf tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:44.718193 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cba90b24-cfcf-427a-b72c-18cf52533a29 req-98f534ee-dcfd-4138-9757-b33eb69a1aaf tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 945 time: 0.0508161 May 25 14:59:44.767802 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cba90b24-cfcf-427a-b72c-18cf52533a29 req-dec38fa3-8408-4096-a677-8ea309ff8abc tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437634 May 25 14:59:44.857803 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Router 6559ae17-e759-49cb-a3d7-b72ee4ca320f has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:59:44.961411 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:59:44.965911 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:44.971608 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] Sync routers for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:59:44.981385 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:44.981996 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:59:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:44.996970 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-8c25a53a-1b9d-4e79-97fd-42a89a12ab1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "PUT /v2.0/floatingips/0a4bfeb8-fc5e-4748-9877-fa432538230b HTTP/1.1" status: 200 len: 991 time: 1.1181567 May 25 14:59:44.997705 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:45.000416 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165" -d '{"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:45.039629 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218dd110-3167-4cec-90d6-43ed48864e5b x-openstack-request-id: req-218dd110-3167-4cec-90d6-43ed48864e5b {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:45.040066 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:45.040325 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-218dd110-3167-4cec-90d6-43ed48864e5b {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:45.040726 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218dd110-3167-4cec-90d6-43ed48864e5b'] response: {'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691', 'status': 'completed', 'code': 200} May 25 14:59:45.088855 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:45.295155 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '0a4bfeb8-fc5e-4748-9877-fa432538230b', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'port_id': '219ede9e-3779-4194-a09a-08090b45e691', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'mac_address': 'fa:16:3e:f4:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:22Z', 'updated_at': '2022-05-25T14:59:44Z', 'revision_number': 1, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:45.325827 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] Checking router: 6559ae17-e759-49cb-a3d7-b72ee4ca320f for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:59:45.335031 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:45.337801 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:59:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:45.441527 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:45.653073 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '0a4bfeb8-fc5e-4748-9877-fa432538230b', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'port_id': '219ede9e-3779-4194-a09a-08090b45e691', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'mac_address': 'fa:16:3e:f4:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:22Z', 'updated_at': '2022-05-25T14:59:44Z', 'revision_number': 1, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:45.679792 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624c12c-6446-4330-8a3f-562a52670697 None None] The sync data for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi is: [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '0a4bfeb8-fc5e-4748-9877-fa432538230b', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'port_id': '219ede9e-3779-4194-a09a-08090b45e691', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'mac_address': 'fa:16:3e:f4:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:22Z', 'updated_at': '2022-05-25T14:59:44Z', 'revision_number': 1, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:45.895346 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edfa6d-617b-4832-b015-86d288657d8e req-748dadf2-3cfc-4314-99e8-a1f83c0f23c2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:45.897677 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73edfa6d-617b-4832-b015-86d288657d8e req-748dadf2-3cfc-4314-99e8-a1f83c0f23c2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 945 time: 0.0556076 May 25 14:59:45.957614 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73edfa6d-617b-4832-b015-86d288657d8e req-39a2c442-6421-4045-82f4-8aa03da2fc9c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475893 May 25 14:59:46.350731 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad564fd6-2e86-49b8-9038-88ec3c10b21f None None] New status for floating IP 0a4bfeb8-fc5e-4748-9877-fa432538230b: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:59:47.081994 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46224bbf-6896-4b8a-abf5-f8ba0397f8b5 req-f4f80d58-3e10-4290-91bc-6bd8183a53ad tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:47.083543 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-46224bbf-6896-4b8a-abf5-f8ba0397f8b5 req-f4f80d58-3e10-4290-91bc-6bd8183a53ad tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 945 time: 0.0516975 May 25 14:59:47.136147 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-46224bbf-6896-4b8a-abf5-f8ba0397f8b5 req-fbba867a-67d8-4c2b-8303-dcb2a539b775 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469131 May 25 14:59:47.928159 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-efa0c57e-03d9-448a-8d91-660f268de3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:47.930288 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-efa0c57e-03d9-448a-8d91-660f268de3fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1129 time: 0.0446804 May 25 14:59:48.029069 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-83872778-4024-4a8b-b736-945ef690e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:48.030563 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-83872778-4024-4a8b-b736-945ef690e76c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.0894842 May 25 14:59:48.095372 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-6ce39d8f-2ac5-4e5d-826a-3292fbe191d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 1001 time: 0.0540466 May 25 14:59:48.142184 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:48.151641 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-4e22c1a4-cca5-494d-a001-246679ff05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:48.153097 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-4e22c1a4-cca5-494d-a001-246679ff05ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0455580 May 25 14:59:48.223742 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-526fc3fb-faa5-4c2e-b5f5-34af17bc709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:48.225305 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-526fc3fb-faa5-4c2e-b5f5-34af17bc709a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573127 May 25 14:59:48.278329 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b4602-05e3-431b-ac3a-541deb8e5e79 req-9820abc8-9f09-4db8-96ba-2c5cea4cac7f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:48.280001 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2a1b4602-05e3-431b-ac3a-541deb8e5e79 req-9820abc8-9f09-4db8-96ba-2c5cea4cac7f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 945 time: 0.0738289 May 25 14:59:48.380974 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2a1b4602-05e3-431b-ac3a-541deb8e5e79 req-289b44f0-210f-46d4-9d2d-0f590014adcf tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722578 May 25 14:59:48.392370 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-4053ebad-1efb-47d8-9daf-05ea7141b3a0 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417546 May 25 14:59:48.446834 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device bedd3cb1-f210-414d-ada2-ad2ffd6d01ae up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 14:59:48.485834 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:48.489647 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 14:59:48.495199 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:48.495562 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:48.500720 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2cfbceca-80b8-4c53-a3c3-a86cc4d30165 req-29437a1d-ac9b-4922-b62c-d5e77c642b00 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 May 25 14:59:48.571318 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 14:59:48.571699 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:48.596058 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:48.598310 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1796e0-5233-46f4-9c4a-7659d24f943e" -d '{"events": [{"server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "name": "network-vif-plugged", "status": "completed", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:48.611281 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 14:59:48.615426 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:48.639984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481557d-7704-4e13-92fb-6fef0589a315 x-openstack-request-id: req-c481557d-7704-4e13-92fb-6fef0589a315 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:48.640291 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "name": "network-vif-plugged", "status": "completed", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:48.640541 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c481557d-7704-4e13-92fb-6fef0589a315 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:48.640923 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c481557d-7704-4e13-92fb-6fef0589a315'] response: {'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'code': 200} May 25 14:59:48.665919 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:48.967505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72185b-9512-4a94-a900-5adb248d1ae8 req-e52f2cfa-3225-4745-8ff8-a0833d067f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:48.969040 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2e72185b-9512-4a94-a900-5adb248d1ae8 req-e52f2cfa-3225-4745-8ff8-a0833d067f5f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 1130 time: 0.0436442 May 25 14:59:49.023367 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2e72185b-9512-4a94-a900-5adb248d1ae8 req-c9b600e1-b78a-4bb3-8865-31eb5a5c17b1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419681 May 25 14:59:49.499301 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51670e03-1e62-452e-bfcf-84ed35d05de1 req-3713e692-dc2c-4b93-9801-86c0ab1ebfe5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:49.500820 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-51670e03-1e62-452e-bfcf-84ed35d05de1 req-3713e692-dc2c-4b93-9801-86c0ab1ebfe5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.0474150 May 25 14:59:49.551838 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-51670e03-1e62-452e-bfcf-84ed35d05de1 req-a524383f-dabd-40fc-a622-3b30ef8f8c71 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453665 May 25 14:59:50.156404 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:50.674720 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f69f3-e78e-4dfb-a45e-477cc86c869c req-4660b508-31a4-48f2-a94f-c3a2b7638c0c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:50.678138 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a08f69f3-e78e-4dfb-a45e-477cc86c869c req-4660b508-31a4-48f2-a94f-c3a2b7638c0c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.0500169 May 25 14:59:50.729629 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a08f69f3-e78e-4dfb-a45e-477cc86c869c req-18b3c0df-d7c3-49de-9367-4f3bccb7dde1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453734 May 25 14:59:51.240092 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-1aba3184-e937-492d-bf16-7727dff81f3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278455577&fields=id&tenant_id=99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 267 time: 0.0462644 May 25 14:59:51.351867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-538e579d-9314-4d76-8f00-1e53c2d173b1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:51.353357 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-538e579d-9314-4d76-8f00-1e53c2d173b1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 811 time: 0.1069191 May 25 14:59:51.367953 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-63fdcb55-33d0-4044-a226-e8d0df044af1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/quotas/99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 375 time: 0.0093157 May 25 14:59:51.420871 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-fed555e4-0e29-4791-83e6-a54a365e6890 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478580 May 25 14:59:51.516730 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-5d4ca858-e96e-41bb-93f7-59628f0a717a service neutron] 10.222.0.78 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837998 May 25 14:59:51.600260 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:51.611139 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-f7f8b7ec-7d26-4597-a476-586d396825c4 service neutron] 10.222.0.78 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885901 May 25 14:59:51.859560 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b80f7d-7bba-4c5e-b37d-4a5bf52e59cc req-97cd2c12-2241-4972-ba01-1f57f3995f6f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:51.862644 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a7b80f7d-7bba-4c5e-b37d-4a5bf52e59cc req-97cd2c12-2241-4972-ba01-1f57f3995f6f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.0637517 May 25 14:59:51.915808 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-56a7eb1e-dd09-4e6a-a062-d0b1c694d72c req-941dcd63-8194-4f7c-90c1-40d76aa23772 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 210 time: 0.0333006 May 25 14:59:51.952684 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a7b80f7d-7bba-4c5e-b37d-4a5bf52e59cc req-9959c75f-d4ce-469e-8712-8ac1560270a5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676401 May 25 14:59:52.096310 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aadfb-18d8-4a01-8814-9ce0cfa75922 req-84ba73f9-6e53-4bac-a9e3-bc86602c90b6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:52.098402 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bc5aadfb-18d8-4a01-8814-9ce0cfa75922 req-84ba73f9-6e53-4bac-a9e3-bc86602c90b6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.0670514 May 25 14:59:52.108314 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55100) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:52.114773 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'port_id': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:52.165971 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (8793d6d3-f43f-4eb9-a8de-c56149606643), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.273282 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:52.433272 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-a4096d1d-f2f2-4661-a5dd-83b4cf56aa81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683293 May 25 14:59:52.530751 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-62156347-fd05-4f25-a699-51360c93fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:52.532285 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-62156347-fd05-4f25-a699-51360c93fc9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 1130 time: 0.0428817 May 25 14:59:52.547924 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:52.797089 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-3104e7ef-bc17-45b3-8e40-ef4c7de9437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:52.798695 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-3104e7ef-bc17-45b3-8e40-ef4c7de9437b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.1382360 May 25 14:59:52.861073 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-81a3ecd9-717f-4079-9b8a-3715388300b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9735042b-b98e-4620-bbc8-7f7da435ba26 HTTP/1.1" status: 200 len: 217 time: 0.0461352 May 25 14:59:52.872256 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.db.resource_extend [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 14:59:52.924550 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:52.928526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (8793d6d3-f43f-4eb9-a8de-c56149606643), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:53.046335 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-52a14fe1-f6eb-41c3-97bc-8d0670051a85 req-e31581f6-7bcd-427b-af28-eecc047c174a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 210 time: 0.0374413 May 25 14:59:53.056160 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP 8793d6d3-f43f-4eb9-a8de-c56149606643 associated. External IP: 172.27.0.217, port: bedd3cb1-f210-414d-ada2-ad2ffd6d01ae. May 25 14:59:53.265285 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 14:59:53.357541 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-7e0adb44-80d0-4e5a-bffc-6a956251af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.358961 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-7e0adb44-80d0-4e5a-bffc-6a956251af78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0470355 May 25 14:59:53.378870 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 14:59:53.384585 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:53.391882 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 14:59:53.415671 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:53.417481 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:59:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:53.448737 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-46db22bf-2b67-414e-b7bd-8bc1ee7639ac tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "PUT /v2.0/floatingips/8793d6d3-f43f-4eb9-a8de-c56149606643 HTTP/1.1" status: 200 len: 992 time: 1.3382757 May 25 14:59:53.449396 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:53.452273 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a316ef3-0625-42a5-bdee-d384268cdb67" -d '{"events": [{"name": "network-changed", "server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:53.453958 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-5cc1ee05-39d2-40fd-aa0d-6a846f30b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.456669 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-5cc1ee05-39d2-40fd-aa0d-6a846f30b086 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701416 May 25 14:59:53.499777 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c2437e-bb89-4817-911d-1c8f91815a78 x-openstack-request-id: req-66c2437e-bb89-4817-911d-1c8f91815a78 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:53.500253 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:53.500658 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66c2437e-bb89-4817-911d-1c8f91815a78 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:53.501020 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c2437e-bb89-4817-911d-1c8f91815a78'] response: {'name': 'network-changed', 'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'status': 'completed', 'code': 200} May 25 14:59:53.528448 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:53.541432 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:53.767933 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-0ceb5eab-b3e1-4ab0-8915-102984b85f9b service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667492 May 25 14:59:53.769060 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-933365ec-c6a7-4405-9086-ab33208796e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.770671 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-933365ec-c6a7-4405-9086-ab33208796e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 1130 time: 0.1356723 May 25 14:59:53.826266 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55124) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:53.846530 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '8793d6d3-f43f-4eb9-a8de-c56149606643', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:9f:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:18Z', 'updated_at': '2022-05-25T14:59:52Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}, {'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:16Z', 'revision_number': 2, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:53.856190 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:53.888226 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 14:59:53.901811 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:53.903725 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:53.907653 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 14:59:53.911648 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T14:59:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:53.924857 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-955fe710-bfc0-4f1f-908f-affc18b3d33d req-06413384-b618-406f-9e77-17fb8c92ba5a service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292889 May 25 14:59:53.929545 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-7fb5b9f0-0354-4a89-ae6c-41c3aa58bdc3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.931181 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-7fb5b9f0-0354-4a89-ae6c-41c3aa58bdc3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 811 time: 0.3093166 May 25 14:59:53.959085 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-06b171b8-c58f-4270-99fc-49335196a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:53.961386 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-06b171b8-c58f-4270-99fc-49335196a5a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.1640728 May 25 14:59:54.019023 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45a0a79c-d9bd-40d3-a226-a9eaf87fd51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.068952 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:54.121515 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45a0a79c-d9bd-40d3-a226-a9eaf87fd51f admin admin] Publish callbacks [] for security_group (5a4cb482-dfe3-475a-8304-8b2d5ba62897), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.125298 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-b9cf8a93-c9ba-4681-b538-3f44b8156474 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 380 time: 0.1268091 May 25 14:59:54.126744 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45a0a79c-d9bd-40d3-a226-a9eaf87fd51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (5a4cb482-dfe3-475a-8304-8b2d5ba62897), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.154816 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'port': {'device_id': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'admin_state_up': True, 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'security_groups': ['37a62261-b902-4aa3-a01e-c2a205dfa19e']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:54.170233 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 14:59:54.172655 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-45a0a79c-d9bd-40d3-a226-a9eaf87fd51f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e6a9b5901d94962a7df33f91ed76715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443019 May 25 14:59:54.172655 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0a79c-d9bd-40d3-a226-a9eaf87fd51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4cb482-dfe3-475a-8304-8b2d5ba62897,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:54.175353 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55130) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 14:59:54.175749 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-45114c67-f9a3-4979-91f9-1bfb1a43be95 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae HTTP/1.1" status: 200 len: 1000 time: 0.1208370 May 25 14:59:54.214578 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5b3384fd-5fe7-460e-b4d6-92f9f9702527 req-a46bc127-194b-4316-b322-d96c4a3c724f tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 210 time: 0.0558348 May 25 14:59:54.243606 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8e3acdb-413b-4501-b4cc-c0685bec2dff admin admin] Publish callbacks [] for security_group (5a4cb482-dfe3-475a-8304-8b2d5ba62897), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.269640 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8e3acdb-413b-4501-b4cc-c0685bec2dff admin admin] Publish callbacks [] for security_group (5a4cb482-dfe3-475a-8304-8b2d5ba62897), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.304786 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:54.334077 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8e3acdb-413b-4501-b4cc-c0685bec2dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (5a4cb482-dfe3-475a-8304-8b2d5ba62897), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.336342 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-9c8ea9a9-bf95-4641-8c4d-9b305fa39155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:54.337814 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-9c8ea9a9-bf95-4641-8c4d-9b305fa39155 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.1269832 May 25 14:59:54.338529 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c8e3acdb-413b-4501-b4cc-c0685bec2dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.342097 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c8e3acdb-413b-4501-b4cc-c0685bec2dff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a4cb482-dfe3-475a-8304-8b2d5ba62897 HTTP/1.1" status: 204 len: 168 time: 0.1639132 May 25 14:59:54.350062 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3acdb-413b-4501-b4cc-c0685bec2dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4cb482-dfe3-475a-8304-8b2d5ba62897,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:54.369372 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Made reservation on behalf of 99281bdc8f6340a1be03774c255ae4ba for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 14:59:54.387806 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.457580 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '8793d6d3-f43f-4eb9-a8de-c56149606643', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:9f:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:18Z', 'updated_at': '2022-05-25T14:59:52Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}, {'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:16Z', 'revision_number': 2, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 14:59:54.489505 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48633f-acce-4b39-95b4-c1b839f7467b None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '8793d6d3-f43f-4eb9-a8de-c56149606643', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:9f:ca:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:18Z', 'updated_at': '2022-05-25T14:59:52Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}, {'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:16Z', 'revision_number': 2, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 14:59:54.573585 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Allocated IP 172.20.0.8 (620eaca4-828c-4c2d-a756-ed68aa31fbcf/83bffb76-3835-4088-8647-774e0af4cb15/2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 14:59:54.780612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.801621 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 14:59:54.819817 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9998cc7a-083b-4e67-a102-0cbeb20874db None None] New status for floating IP 8793d6d3-f43f-4eb9-a8de-c56149606643: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 14:59:54.843431 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-dde4d5c6-8728-45b4-a7b5-30dae3c4bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:54.845158 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-dde4d5c6-8728-45b4-a7b5-30dae3c4bda7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781727 May 25 14:59:54.862831 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:54.949796 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:55.008164 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 14:59:55.018191 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 14:59:55.020372 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:55.023591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 14:59:55.060980 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:55.118802 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:55.120059 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:55.137833 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-179b0527-32ae-4dee-abab-a5e46b6316ed service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369597 May 25 14:59:55.148008 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-76792028-cb16-406c-9ee8-6c9e734d4256 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0003123 May 25 14:59:55.312040 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-25339d73-2e64-47b7-9e34-333d81a87f31 None None] Provisioning complete for port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 14:59:55.312428 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-25339d73-2e64-47b7-9e34-333d81a87f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:55.332146 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779279-f774-403d-a4de-a25692577668 req-9570155f-64d7-49f5-82a8-f636e9943843 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:55.333726 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5b779279-f774-403d-a4de-a25692577668 req-9570155f-64d7-49f5-82a8-f636e9943843 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 931 time: 0.0493248 May 25 14:59:55.344767 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-25339d73-2e64-47b7-9e34-333d81a87f31 None None] Port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 14:59:55.388014 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5b779279-f774-403d-a4de-a25692577668 req-f46e7960-ff22-4aba-b680-383c1df6c350 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478194 May 25 14:59:55.615540 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Request body: {'port': {'device_id': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 14:59:55.681437 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:55.742990 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:55.758253 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a316ef3-0625-42a5-bdee-d384268cdb67 req-394bdd63-7602-43a2-a26b-e73ec09d9d01 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545451 May 25 14:59:56.048087 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 14:59:56.055780 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Publish callbacks [] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:56.068002 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Transition to ACTIVE for port object 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 14:59:56.072374 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:56.120311 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:56.200601 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Attempting to bind port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 14:59:56.201075 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Attempting to bind port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 14:59:56.201665 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Attempting to bind port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:56.207668 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 14:59:56.207981 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Attempting to bind port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 14:59:56.214553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 14:59:56.214992 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Checking segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 14:59:56.215509 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Bound using segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 14:59:56.216324 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Bound port: 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 14:59:56.217014 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:56.300598 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] For port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 14:59:56.303700 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] For port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 14:59:56.310987 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:56.344614 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.345291 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 14:59:56.346711 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] 10.222.0.72 "PUT /v2.0/ports/2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc HTTP/1.1" status: 200 len: 1093 time: 0.7354281 May 25 14:59:56.347149 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 14:59:56.349363 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91522d34-d387-4d0b-bdfd-e090ab9769e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 14:59:56.364509 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:56.383945 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06371a12-2b41-4398-b9e9-5df7a61081cb service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 14:59:56.394877 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d3f5f5-c6bc-4571-9f38-5fbfa02a5362 x-openstack-request-id: req-e3d3f5f5-c6bc-4571-9f38-5fbfa02a5362 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 14:59:56.395155 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 14:59:56.395400 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3d3f5f5-c6bc-4571-9f38-5fbfa02a5362 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 14:59:56.395828 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d3f5f5-c6bc-4571-9f38-5fbfa02a5362'] response: {'name': 'network-changed', 'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'status': 'completed', 'code': 200} May 25 14:59:56.505738 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964caffe-626f-4559-b7fc-e0ee86f5ffba req-4a762cd4-6a64-48fb-8f70-fe8b85c09bb6 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.508113 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-964caffe-626f-4559-b7fc-e0ee86f5ffba req-4a762cd4-6a64-48fb-8f70-fe8b85c09bb6 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 943 time: 0.0512233 May 25 14:59:56.513014 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-add8c7c2-d625-4e7b-85c4-5e721a6755d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.515065 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-add8c7c2-d625-4e7b-85c4-5e721a6755d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 1127 time: 0.0428267 May 25 14:59:56.559703 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-964caffe-626f-4559-b7fc-e0ee86f5ffba req-b05a4e21-7375-4543-8a51-885567d7aae7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456131 May 25 14:59:56.587961 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-3a6d580f-b517-429b-9f84-4bcc6764c6d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc HTTP/1.1" status: 200 len: 217 time: 0.0413294 May 25 14:59:56.644100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-50cfb397-14c9-4bcc-8cf8-00041f38ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.645519 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-50cfb397-14c9-4bcc-8cf8-00041f38ecbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0442028 May 25 14:59:56.692012 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-da274c5e-df03-4e56-8176-238ed5f29577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:56.693430 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-da274c5e-df03-4e56-8176-238ed5f29577 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373721 May 25 14:59:56.778056 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 14:59:56.794317 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-d5c5d059-f04b-4be7-82d9-d640937e5bba service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883398 May 25 14:59:56.891205 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e0d3cfd8-604b-4c8f-bb07-6b5b8c6303ea req-c205d1a8-2977-4d8f-84cc-6012afd3bb39 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835893 May 25 14:59:57.518441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-ba32fc7f-33f9-4882-9b31-1793582fbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:57.519960 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-ba32fc7f-33f9-4882-9b31-1793582fbeb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 1127 time: 0.0456684 May 25 14:59:57.628137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-ab74b7d9-8dd5-454c-b2bd-50a08d38acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:57.629620 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-ab74b7d9-8dd5-454c-b2bd-50a08d38acdc service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.0956898 May 25 14:59:57.712197 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-aeb5abb1-e13e-49ac-ad9b-cd5a850f6f6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc HTTP/1.1" status: 200 len: 217 time: 0.0616097 May 25 14:59:57.730695 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7100e3-3a47-412c-96a6-630de18cdcc6 req-9050601e-4323-4c5f-8891-24537a41ee6f tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:57.732160 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7b7100e3-3a47-412c-96a6-630de18cdcc6 req-9050601e-4323-4c5f-8891-24537a41ee6f tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 943 time: 0.0755677 May 25 14:59:57.802355 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-a356874e-7e9e-433e-b44b-f8b6a8af7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:57.804320 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-a356874e-7e9e-433e-b44b-f8b6a8af7e9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0707214 May 25 14:59:57.817590 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7b7100e3-3a47-412c-96a6-630de18cdcc6 req-1820b05d-338a-4f4d-bfec-51ca75820303 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764103 May 25 14:59:57.856321 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-c0e150c2-8a9d-4254-850e-f7525f5bccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:57.857819 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-c0e150c2-8a9d-4254-850e-f7525f5bccb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393970 May 25 14:59:57.963853 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-707ac30a-005e-4878-b3db-fae18daa78a8 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959544 May 25 14:59:58.060851 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-91522d34-d387-4d0b-bdfd-e090ab9769e1 req-eb05ecb3-3a78-47ad-a33f-a6faa8966dc4 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864396 May 25 14:59:58.937516 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1270ba-8639-4236-9855-2f975ccd6722 req-15d55e0b-f857-44d0-a240-f8ecbbf2cb15 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 14:59:58.939034 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5d1270ba-8639-4236-9855-2f975ccd6722 req-15d55e0b-f857-44d0-a240-f8ecbbf2cb15 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 943 time: 0.0485945 May 25 14:59:58.988560 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5d1270ba-8639-4236-9855-2f975ccd6722 req-5c1fe4cf-8e7d-46fb-9be8-c204a2b07523 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 May 25 15:00:00.104901 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd1106-b605-4950-b2c2-8ff0e55be962 req-11bb5284-49c9-46bc-86d0-bb4437fa6cf2 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:00.106373 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dfdd1106-b605-4950-b2c2-8ff0e55be962 req-11bb5284-49c9-46bc-86d0-bb4437fa6cf2 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 943 time: 0.0524805 May 25 15:00:00.155362 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dfdd1106-b605-4950-b2c2-8ff0e55be962 req-0d0213b1-a08a-431d-aa56-0adc704c68b7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434842 May 25 15:00:01.268861 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b638297-c521-45ca-8ae7-9254459db923 req-7b160fa9-607f-4f2f-b107-175f555c78db tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:01.270347 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3b638297-c521-45ca-8ae7-9254459db923 req-7b160fa9-607f-4f2f-b107-175f555c78db tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 943 time: 0.0500314 May 25 15:00:01.321305 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3b638297-c521-45ca-8ae7-9254459db923 req-dfdf0e7d-3333-46d3-916e-fe0bb263e7b9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448308 May 25 15:00:02.397253 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:02.435483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec082a9b-8b5e-47d3-b3e4-b345ea65d901 req-95969e38-44f1-4c2e-b449-0d25a8be18dc tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:02.436966 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec082a9b-8b5e-47d3-b3e4-b345ea65d901 req-95969e38-44f1-4c2e-b449-0d25a8be18dc tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 943 time: 0.0480640 May 25 15:00:02.484460 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec082a9b-8b5e-47d3-b3e4-b345ea65d901 req-c22cc8ea-2f5b-4f1f-8ff3-b664c71009f5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 May 25 15:00:03.604906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea282817-726e-46f1-b489-d5b68fa58797 req-20c1289a-8df3-4e24-abaa-af36ac1bdaa6 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:03.606496 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ea282817-726e-46f1-b489-d5b68fa58797 req-20c1289a-8df3-4e24-abaa-af36ac1bdaa6 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 943 time: 0.0476665 May 25 15:00:03.657119 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ea282817-726e-46f1-b489-d5b68fa58797 req-f924c663-40ea-4e16-8018-24fd9d3493b8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447109 May 25 15:00:03.730185 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:04.501578 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:00:04.615540 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-333b9127-9b51-4388-8b75-97344792d89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:04.618592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:04.630422 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'port_id': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'mac_address': 'fa:16:3e:6c:a2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:00:04.670956 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:00:04.671328 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:04.686726 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:00:04.719321 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:04.724055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:04.778793 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:04.790656 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1d2c-70e1-473d-a0d5-512b637f2776 req-301c30b7-c4f5-428b-a8f1-066ad34bfd31 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:04.792192 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b2f1d2c-70e1-473d-a0d5-512b637f2776 req-301c30b7-c4f5-428b-a8f1-066ad34bfd31 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 944 time: 0.0536635 May 25 15:00:04.846579 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b2f1d2c-70e1-473d-a0d5-512b637f2776 req-0b8edc4e-ca63-4aaf-9cd2-3c2cb8acd51e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487635 May 25 15:00:05.323984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:00:05.532348 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:05.971787 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e04a-668a-40d0-bae1-aa7909af51c5 req-97305639-2f7d-43de-b884-20c2df7cac00 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:05.973295 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8271e04a-668a-40d0-bae1-aa7909af51c5 req-97305639-2f7d-43de-b884-20c2df7cac00 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 944 time: 0.0587318 May 25 15:00:06.025464 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8271e04a-668a-40d0-bae1-aa7909af51c5 req-989fb102-372c-47a7-91d8-534cc2ab935a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449214 May 25 15:00:07.006035 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:00:07.059002 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:00:07.067439 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:00:07.067882 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:07.159662 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:00:07.159950 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:07.161724 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ea99f-9846-46ce-8c3c-044ebe29aa92 req-07d39cf3-e273-4e6e-a676-2df91e14947b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:07.163457 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-488ea99f-9846-46ce-8c3c-044ebe29aa92 req-07d39cf3-e273-4e6e-a676-2df91e14947b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 944 time: 0.0547385 May 25 15:00:07.186871 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:00:07.189202 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d249f2a5-9077-439f-af4d-019304a62e81" -d '{"events": [{"server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:00:07.206705 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:07.212885 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:07.223891 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-488ea99f-9846-46ce-8c3c-044ebe29aa92 req-5c4ad93b-da7f-47bf-9027-e01d85ce9267 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531292 May 25 15:00:07.243742 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f348de-2f33-466d-a17b-00777dd2c106 x-openstack-request-id: req-d8f348de-2f33-466d-a17b-00777dd2c106 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:00:07.244035 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:00:07.244288 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8f348de-2f33-466d-a17b-00777dd2c106 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:00:07.244697 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f348de-2f33-466d-a17b-00777dd2c106'] response: {'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'code': 200} May 25 15:00:07.256604 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:07.272050 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:07.499203 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-339deb48-532c-44aa-a8d9-b59bffe4ad42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:07.641164 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514f350-5313-4dc4-8b1b-00c7f83d674f req-6b04480a-00f2-4f84-aa30-e3899c926ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:07.642764 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c514f350-5313-4dc4-8b1b-00c7f83d674f req-6b04480a-00f2-4f84-aa30-e3899c926ec4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 1129 time: 0.0400553 May 25 15:00:07.657971 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:07.693287 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c514f350-5313-4dc4-8b1b-00c7f83d674f req-0180f1db-59f3-42ca-a3c6-6a19bc099bb2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 May 25 15:00:07.796957 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=37 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:07.797598 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=67 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:08.332294 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:08.342301 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809eb83-478f-4151-a9d4-feb25a28881d req-9a54d554-7084-447e-971d-621da1568623 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:08.343837 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0809eb83-478f-4151-a9d4-feb25a28881d req-9a54d554-7084-447e-971d-621da1568623 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0490570 May 25 15:00:08.398074 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0809eb83-478f-4151-a9d4-feb25a28881d req-4624153d-db39-489d-961b-bb625c92d589 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482550 May 25 15:00:09.098203 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:09.544571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04aac1-6f04-448b-af14-dac71a5d706a req-14ff2c53-c66e-4ae5-98ca-547e81296ba0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:09.546159 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ef04aac1-6f04-448b-af14-dac71a5d706a req-14ff2c53-c66e-4ae5-98ca-547e81296ba0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0567958 May 25 15:00:09.603088 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ef04aac1-6f04-448b-af14-dac71a5d706a req-d6b0e61d-d496-4071-a325-f27ac5ba3f06 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504711 May 25 15:00:10.721378 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf71a49-46de-4da5-b914-a1f3f6355d10 req-457dc3a9-ddde-41fd-a665-8f4a4ccde9b6 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:10.722941 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1cf71a49-46de-4da5-b914-a1f3f6355d10 req-457dc3a9-ddde-41fd-a665-8f4a4ccde9b6 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0480814 May 25 15:00:10.778558 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1cf71a49-46de-4da5-b914-a1f3f6355d10 req-8f427a24-1311-4497-9603-14f317789899 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492270 May 25 15:00:10.894603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b3e28-4275-48f8-9d58-1f4d90601445 req-60c39c48-8381-4727-b0dd-2997576c27ac tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:10.896103 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7a4b3e28-4275-48f8-9d58-1f4d90601445 req-60c39c48-8381-4727-b0dd-2997576c27ac tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0491629 May 25 15:00:10.950838 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7a4b3e28-4275-48f8-9d58-1f4d90601445 req-db5055c9-8a76-407e-95dd-6f025c4b2701 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 May 25 15:00:10.974295 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55180) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:11.165123 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08137f28-a8d9-48f6-96f7-1d704ecd8ec9 tempest-TestVolumeBootPattern-894471157 tempest-TestVolumeBootPattern-894471157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:11.166758 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-08137f28-a8d9-48f6-96f7-1d704ecd8ec9 tempest-TestVolumeBootPattern-894471157 tempest-TestVolumeBootPattern-894471157-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 1124 time: 0.1914606 May 25 15:00:11.169738 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55184) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:11.173918 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'port_id': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:00:11.196229 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:11.276535 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:11.344797 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:11.409822 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Allocated IP 172.27.0.90 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/07f3a360-b02c-480c-b915-2d5243ca5759) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:00:11.514131 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (07f3a360-b02c-480c-b915-2d5243ca5759), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:11.559668 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (07f3a360-b02c-480c-b915-2d5243ca5759), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:11.610505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:00:11.616230 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:00:11.618540 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=07f3a360-b02c-480c-b915-2d5243ca5759,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:11.621178 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:00:11.646670 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.647052 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.647389 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.647724 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.648055 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.648381 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.648703 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.649021 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.649343 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.649662 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.649980 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.650396 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.650712 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.651026 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.651338 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:11.714274 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:11.979902 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:12.008152 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (28c8497f-b267-4544-bc98-d01f927ac58a), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:12.016004 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:12.082048 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (07f3a360-b02c-480c-b915-2d5243ca5759), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:12.109064 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:12.268775 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (07f3a360-b02c-480c-b915-2d5243ca5759), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:12.273732 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (07f3a360-b02c-480c-b915-2d5243ca5759), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:12.563802 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=07f3a360-b02c-480c-b915-2d5243ca5759,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:12.576311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (28c8497f-b267-4544-bc98-d01f927ac58a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:12.673905 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Floating IP 28c8497f-b267-4544-bc98-d01f927ac58a associated. External IP: 172.27.0.90, port: 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc. May 25 15:00:12.876778 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:00:12.985926 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:00:12.996363 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:00:13.007537 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:13.011901 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:00:13.012842 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:00:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:13.036774 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:13.044401 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-03cdc163-e65f-4b49-85dc-83f716c4bb3c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8736143 May 25 15:00:13.045582 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:00:13.048100 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bba39f-d562-4bcc-b22a-07e164c3449f" -d '{"events": [{"name": "network-changed", "server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:00:13.086419 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e50df2-ac51-417d-aa8f-5379a478122f x-openstack-request-id: req-e6e50df2-ac51-417d-aa8f-5379a478122f {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:00:13.086819 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:00:13.087176 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6e50df2-ac51-417d-aa8f-5379a478122f {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:00:13.087690 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e50df2-ac51-417d-aa8f-5379a478122f'] response: {'name': 'network-changed', 'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'status': 'completed', 'code': 200} May 25 15:00:13.131719 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:00:13.235667 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-b4803bde-a8ae-4d38-a82e-450e41221349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:13.237803 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-b4803bde-a8ae-4d38-a82e-450e41221349 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 1129 time: 0.0489957 May 25 15:00:13.345182 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-babda63c-d303-453b-883a-9f30c8b05b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:13.346767 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-babda63c-d303-453b-883a-9f30c8b05b56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.0921304 May 25 15:00:13.357417 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '28c8497f-b267-4544-bc98-d01f927ac58a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:6c:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:00:11Z', 'updated_at': '2022-05-25T15:00:11Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:13.383334 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:00:13.392352 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:00:13.392975 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:00:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:13.424618 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-928f49f6-3c4b-4942-ad69-608efb814050 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc HTTP/1.1" status: 200 len: 998 time: 0.0633335 May 25 15:00:13.499166 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:00:13.719601 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-c26a8604-cd21-4515-b1d5-dca139fb9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:13.720994 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-c26a8604-cd21-4515-b1d5-dca139fb9119 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.2812040 May 25 15:00:13.734005 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '28c8497f-b267-4544-bc98-d01f927ac58a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:6c:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:00:11Z', 'updated_at': '2022-05-25T15:00:11Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:13.763022 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d176bf-efc9-454d-b976-f7395d204ee8 None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '28c8497f-b267-4544-bc98-d01f927ac58a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:6c:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:00:11Z', 'updated_at': '2022-05-25T15:00:11Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:00:13.782553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-f6c59922-e550-4c34-abe5-6052f18443bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:13.784082 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-f6c59922-e550-4c34-abe5-6052f18443bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417905 May 25 15:00:13.888700 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-2d9beb47-1a6b-4e1d-a147-f625612cd3a8 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927346 May 25 15:00:13.972270 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9823130-aa2d-4fce-9edc-9e4f03fb6acb None None] New status for floating IP 28c8497f-b267-4544-bc98-d01f927ac58a: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:00:13.988730 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:14.009524 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c6bba39f-d562-4bcc-b22a-07e164c3449f req-3b98bc88-826a-465e-a1e9-8abbd6397936 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082850 May 25 15:00:20.159441 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:23.040983 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:23.992716 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=68 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:24.006740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:30.147490 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:30.153673 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:30.806479 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=71 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:30.807395 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:31.801331 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:00:34.599433 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-da633502-4cf1-4d6c-880b-be395266db02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:37.502940 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-08d625e9-a016-4beb-bdac-80685a9d14df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:38.715625 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266fd8d-4ca9-4340-b1f1-7b70284ce488 req-169416c7-1159-479e-b9c9-ae2e549376a0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:38.717102 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8266fd8d-4ca9-4340-b1f1-7b70284ce488 req-169416c7-1159-479e-b9c9-ae2e549376a0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0506194 May 25 15:00:38.764523 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8266fd8d-4ca9-4340-b1f1-7b70284ce488 req-5c6e11a4-c458-4a69-ac3f-0380ecc96828 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 May 25 15:00:39.102344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:39.888262 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2600d6-e46c-42aa-a6f8-c26b37a95cd2 req-a4fc3796-2086-4dd4-a554-e41379acf3e1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:39.889785 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1a2600d6-e46c-42aa-a6f8-c26b37a95cd2 req-a4fc3796-2086-4dd4-a554-e41379acf3e1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0524371 May 25 15:00:39.936812 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1a2600d6-e46c-42aa-a6f8-c26b37a95cd2 req-3216c2bc-0c1b-4e1f-9704-40303d64594e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413284 May 25 15:00:41.050882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbf999-9241-44b7-bbb4-0b6a172e8fb7 req-c3482119-06d1-447f-adcb-9da2e0f34b24 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:41.052364 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2fcbf999-9241-44b7-bbb4-0b6a172e8fb7 req-c3482119-06d1-447f-adcb-9da2e0f34b24 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0477960 May 25 15:00:41.100743 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2fcbf999-9241-44b7-bbb4-0b6a172e8fb7 req-c022c2a9-3511-4890-a172-8e6492f52c5d tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 May 25 15:00:41.713950 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:42.018878 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:42.213320 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a57d72-f371-46de-97f4-ce293e113e9e req-82ea000e-7da8-4b3b-8df4-09ae46b0bd33 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:42.214814 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-48a57d72-f371-46de-97f4-ce293e113e9e req-82ea000e-7da8-4b3b-8df4-09ae46b0bd33 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0460939 May 25 15:00:42.260244 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-48a57d72-f371-46de-97f4-ce293e113e9e req-097e06af-3ff2-4c80-a74a-da5a344fa2d1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399008 May 25 15:00:43.374286 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd82e23-c793-479c-9613-334a36fc703c req-8b02cb28-2595-4956-ae53-98462d9c4ae7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:43.375765 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bdd82e23-c793-479c-9613-334a36fc703c req-8b02cb28-2595-4956-ae53-98462d9c4ae7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0466666 May 25 15:00:43.427624 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bdd82e23-c793-479c-9613-334a36fc703c req-cc8e7b0f-8656-4a50-90ad-4911252e4d67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 May 25 15:00:44.546117 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49381202-0a9b-49c1-ae35-89a0954bec8a req-d1fe943b-3c06-458a-b01e-86e9e4cb5966 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:44.547609 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-49381202-0a9b-49c1-ae35-89a0954bec8a req-d1fe943b-3c06-458a-b01e-86e9e4cb5966 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0495045 May 25 15:00:44.599559 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-49381202-0a9b-49c1-ae35-89a0954bec8a req-2c42f60d-f5a0-4c6c-809d-ddad246a0807 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463648 May 25 15:00:44.787719 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:44.793257 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:45.711479 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049c7a6-6cb6-4fc9-bbf2-f89c0585011b req-6bd4ceb8-4d96-4216-abd7-15253ccbb1a1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:45.712975 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7049c7a6-6cb6-4fc9-bbf2-f89c0585011b req-6bd4ceb8-4d96-4216-abd7-15253ccbb1a1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0472164 May 25 15:00:45.759402 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7049c7a6-6cb6-4fc9-bbf2-f89c0585011b req-9d9714c7-7028-4828-a758-3f0b1f7753aa tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 May 25 15:00:46.871906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e6f27-f884-4afc-be6f-975bb6b32c61 req-210f36af-149a-42c5-a192-c978b76d46d4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:46.873381 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4d9e6f27-f884-4afc-be6f-975bb6b32c61 req-210f36af-149a-42c5-a192-c978b76d46d4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0472894 May 25 15:00:46.921249 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4d9e6f27-f884-4afc-be6f-975bb6b32c61 req-729a67a2-7431-4753-b083-f247a6e3118d tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 May 25 15:00:48.035850 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040051-8d2b-49bb-9a48-00ceb6f98f97 req-a92798b9-106b-440c-bcf5-cd5408731001 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:48.037324 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-53040051-8d2b-49bb-9a48-00ceb6f98f97 req-a92798b9-106b-440c-bcf5-cd5408731001 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0476921 May 25 15:00:48.083149 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-53040051-8d2b-49bb-9a48-00ceb6f98f97 req-0bbae0da-383a-4d48-b90c-2622e57688d1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403588 May 25 15:00:49.196597 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff762-c7c7-47c0-930c-1a886d29d443 req-891d4eb8-7501-48cc-ad14-bbf40682c98b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:49.197972 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cfdff762-c7c7-47c0-930c-1a886d29d443 req-891d4eb8-7501-48cc-ad14-bbf40682c98b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0475104 May 25 15:00:49.245137 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cfdff762-c7c7-47c0-930c-1a886d29d443 req-4874f753-4d0a-4a8c-8b99-ea46fb0643d9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 May 25 15:00:50.165195 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:50.360187 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e947-314c-4dda-8ca0-4367d8d50df4 req-b31127d5-7fa5-4c89-9ad2-31262b19a544 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:50.361637 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4f04e947-314c-4dda-8ca0-4367d8d50df4 req-b31127d5-7fa5-4c89-9ad2-31262b19a544 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0501368 May 25 15:00:50.409732 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4f04e947-314c-4dda-8ca0-4367d8d50df4 req-d58f262f-8f57-4bff-951f-bcfe43e0b5e9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 May 25 15:00:51.530080 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67570d9f-3d1d-41cb-8810-794816a9a6ec req-f19c86fd-a0b0-40fc-a135-812bb6dca323 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:51.531581 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-67570d9f-3d1d-41cb-8810-794816a9a6ec req-f19c86fd-a0b0-40fc-a135-812bb6dca323 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0526323 May 25 15:00:51.582773 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-67570d9f-3d1d-41cb-8810-794816a9a6ec req-d6bee604-fcc8-4ce5-9a91-1f7136a5c5aa tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 May 25 15:00:52.451906 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-4c986489-739d-41cf-8164-cac9cc0b44e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394948 May 25 15:00:52.544512 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-bc51e8c4-ba56-4f9d-8f4f-f123f71c3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:52.546032 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-bc51e8c4-ba56-4f9d-8f4f-f123f71c3519 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 1130 time: 0.0400279 May 25 15:00:52.665734 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-b5bff8bd-0c84-4412-89d8-6ec24f862eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:52.669295 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-b5bff8bd-0c84-4412-89d8-6ec24f862eff service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.0945320 May 25 15:00:52.705955 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f78dc8-c665-4a77-88a7-e9a9e00d4693 req-09abc29f-f90a-4f3f-904f-24ded202fa1a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:52.707410 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d6f78dc8-c665-4a77-88a7-e9a9e00d4693 req-09abc29f-f90a-4f3f-904f-24ded202fa1a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0496783 May 25 15:00:52.745942 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-f55340aa-d8d8-43ae-b98d-7292ffe6c986 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22 HTTP/1.1" status: 200 len: 1001 time: 0.0714269 May 25 15:00:52.766793 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d6f78dc8-c665-4a77-88a7-e9a9e00d4693 req-0ab0cf09-bb2f-4538-8e7f-281cd5327e05 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506890 May 25 15:00:52.824773 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed17b-1ad4-4de0-9a63-06345aa96014 req-a19b9d72-358a-4b44-abde-9a5941e158b0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:52.826283 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-516ed17b-1ad4-4de0-9a63-06345aa96014 req-a19b9d72-358a-4b44-abde-9a5941e158b0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.0503616 May 25 15:00:52.874171 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-516ed17b-1ad4-4de0-9a63-06345aa96014 req-94886469-a354-4e6f-ac43-f91667c723b5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422068 May 25 15:00:53.890170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e309479-acf3-4865-8e9f-14878a7ec09c req-bd7e219e-6d2e-49c1-aa7f-2fe67332fc64 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:53.892051 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9e309479-acf3-4865-8e9f-14878a7ec09c req-bd7e219e-6d2e-49c1-aa7f-2fe67332fc64 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0594234 May 25 15:00:53.940037 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9e309479-acf3-4865-8e9f-14878a7ec09c req-72ae786d-89e3-48c9-a151-e26b0e189b1f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 May 25 15:00:54.044947 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae984a3-4f2d-4469-9271-bb74abdd4baf req-f5c0e3db-31ab-4a76-83f7-ed9213d3d79e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:54.046360 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8ae984a3-4f2d-4469-9271-bb74abdd4baf req-f5c0e3db-31ab-4a76-83f7-ed9213d3d79e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.0493400 May 25 15:00:54.066740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:54.072044 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:54.099600 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8ae984a3-4f2d-4469-9271-bb74abdd4baf req-fd940270-8c94-47c7-a5c9-33e07a5f33c9 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476613 May 25 15:00:54.768213 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-34326147-6ca2-4a4e-aa0f-99e388596e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:54.769679 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-34326147-6ca2-4a4e-aa0f-99e388596e99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0465982 May 25 15:00:55.061851 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-0fdb4b6c-4270-415c-8fda-9ebb8da886a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.063386 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-0fdb4b6c-4270-415c-8fda-9ebb8da886a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684955 May 25 15:00:55.076649 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabe014-0e3e-41e3-80fe-e935b86705b0 req-b4cda581-9bfc-4b21-96f1-8ec35eaba836 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.078121 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6cabe014-0e3e-41e3-80fe-e935b86705b0 req-b4cda581-9bfc-4b21-96f1-8ec35eaba836 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0556378 May 25 15:00:55.158545 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6cabe014-0e3e-41e3-80fe-e935b86705b0 req-c4095c2a-dc28-4b88-a1ad-db7eaf8e42f2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748198 May 25 15:00:55.242548 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-6f8298d1-2dd6-42ce-a8e0-fae5a0db1a46 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.244180 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-6f8298d1-2dd6-42ce-a8e0-fae5a0db1a46 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.1099956 May 25 15:00:55.356388 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ee5af-e4bf-4266-8956-3de967cedede req-2f86dc7e-0704-4644-8e29-e43a9e4877e8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.362775 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-886ee5af-e4bf-4266-8956-3de967cedede req-2f86dc7e-0704-4644-8e29-e43a9e4877e8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 946 time: 0.1410420 May 25 15:00:55.463648 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-06b17c43-9d05-4660-a2a4-474ee502bf66 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401194 May 25 15:00:55.479206 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:00:55.479546 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:55.482634 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d716-bb1b-4c7f-9087-32616a8df0b4 req-833fc852-379a-457e-aefb-0663d59139e5 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.485162 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3f91d716-bb1b-4c7f-9087-32616a8df0b4 req-833fc852-379a-457e-aefb-0663d59139e5 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0548716 May 25 15:00:55.488730 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-886ee5af-e4bf-4266-8956-3de967cedede req-5c5fe122-bac9-4260-833e-d17f2c3c44bd tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221507 May 25 15:00:55.555373 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3f91d716-bb1b-4c7f-9087-32616a8df0b4 req-12e35f7a-7a35-4786-adfc-f03318fcdc17 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553107 May 25 15:00:55.584584 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-b36c4a74-ceed-4c83-8538-c09591cc35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.586591 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-b36c4a74-ceed-4c83-8538-c09591cc35a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 1130 time: 0.0471189 May 25 15:00:55.634647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] For port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:00:55.635275 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:55.688649 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-e9b3fdde-bcb1-4baa-99ae-a057b274a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.690035 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-e9b3fdde-bcb1-4baa-99ae-a057b274a76c service neutron] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 911 time: 0.0906506 May 25 15:00:55.754834 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-b6103a75-3e5f-4ab1-b301-bd2a1e746fd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 200 len: 1002 time: 0.0579937 May 25 15:00:55.782189 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ec800e86-4438-4a71-a222-6cbd8abb9d58 req-ff8d953e-8bbf-4f88-8506-4c5b01d8aa17 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405431 May 25 15:00:55.798819 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:55.806112 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-d51e970d-ff1e-4264-939e-fb6630105261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.807835 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-d51e970d-ff1e-4264-939e-fb6630105261 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0463076 May 25 15:00:55.855784 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-6e23b3ea-b9d8-4e81-86a6-c82b2bae2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:55.857298 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-6e23b3ea-b9d8-4e81-86a6-c82b2bae2ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410554 May 25 15:00:55.880083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:55.880436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (8793d6d3-f43f-4eb9-a8de-c56149606643), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:55.880747 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP 8793d6d3-f43f-4eb9-a8de-c56149606643 disassociated. External IP: 172.27.0.217, port: bedd3cb1-f210-414d-ada2-ad2ffd6d01ae. May 25 15:00:55.881686 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for bedd3cb1-f210-414d-ada2-ad2ffd6d01ae owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:00:55.921833 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:55.957296 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-e0d26450-0ed7-414a-aec8-4cb431d859c1 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897551 May 25 15:00:55.960075 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:55.962701 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:00:56.031675 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (bedd3cb1-f210-414d-ada2-ad2ffd6d01ae), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:56.065456 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=bedd3cb1-f210-414d-ada2-ad2ffd6d01ae,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:56.069219 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ea4e6d6-e649-4bc2-a211-5b8139477edd req-046da852-f5d7-4248-b96d-3804e109d1fe service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024411 May 25 15:00:56.078615 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.078959 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.079300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.079654 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.079986 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.080299 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.081239 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.081599 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.081931 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.082284 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.082833 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.083156 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.083482 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.083860 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.084780 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:00:56.198979 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:00:56.305133 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:00:56.317268 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:00:56.328806 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:00:56.329533 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:00:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:56.348635 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] No DVR routers for this DVR port bedd3cb1-f210-414d-ada2-ad2ffd6d01ae on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:00:56.351818 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:56.356175 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1ad3e3c0-fd2e-4985-9786-413c644ed71d req-db95cc0a-58bc-48bb-b8a8-11f779d15425 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "DELETE /v2.0/ports/bedd3cb1-f210-414d-ada2-ad2ffd6d01ae HTTP/1.1" status: 204 len: 173 time: 1.0845737 May 25 15:00:56.356428 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'name': 'network-vif-deleted', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:00:56.358716 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca5774d-ea64-48e3-8686-81b81207f632" -d '{"events": [{"server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "name": "network-vif-deleted", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:00:56.407815 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f7442-d612-4008-b9f2-8217dc2f9f7a x-openstack-request-id: req-b66f7442-d612-4008-b9f2-8217dc2f9f7a {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:00:56.408161 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f150bd82-8a04-4a33-bebd-594f65f1d6a7", "name": "network-vif-deleted", "tag": "bedd3cb1-f210-414d-ada2-ad2ffd6d01ae", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:00:56.408416 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b66f7442-d612-4008-b9f2-8217dc2f9f7a {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:00:56.408873 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66f7442-d612-4008-b9f2-8217dc2f9f7a'] response: {'server_uuid': 'f150bd82-8a04-4a33-bebd-594f65f1d6a7', 'name': 'network-vif-deleted', 'tag': 'bedd3cb1-f210-414d-ada2-ad2ffd6d01ae', 'status': 'completed', 'code': 200} May 25 15:00:56.453720 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:00:56.654668 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8aaffbd8-0ef6-44e5-ae0e-acc7edf8a7f7 req-24dc8342-b519-424c-9656-d77540af3648 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0915287 May 25 15:00:56.728409 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8873d76-699f-4897-ad0a-b73e15144d1b req-155bf761-11c2-46f9-9171-61e4e1d4addd tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:56.730203 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a8873d76-699f-4897-ad0a-b73e15144d1b req-155bf761-11c2-46f9-9171-61e4e1d4addd tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0535197 May 25 15:00:56.785582 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a8873d76-699f-4897-ad0a-b73e15144d1b req-4e59e78a-aabc-4b1e-b316-271ffc806ec7 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497117 May 25 15:00:56.792053 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:16Z', 'revision_number': 2, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:56.821174 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:00:56.830410 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:00:56.831020 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:00:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:56.932777 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:00:57.141046 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:16Z', 'revision_number': 2, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:00:57.169651 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0d2ca-108a-4810-8d33-70e212218f91 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:12:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:56:34Z', 'updated_at': '2022-05-25T14:57:16Z', 'revision_number': 2, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:00:57.403043 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df207b9-b902-4106-bda0-64b032bd0a32 None None] New status for floating IP 8793d6d3-f43f-4eb9-a8de-c56149606643: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:00:57.769337 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f1c4ac8b-00ab-4cf5-bd2b-9e749dd9278a req-3e6da70a-1eb5-49a3-a3c7-502c54b4bdd1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=f150bd82-8a04-4a33-bebd-594f65f1d6a7 HTTP/1.1" status: 200 len: 210 time: 0.0290725 May 25 15:00:57.911080 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba360cdf-3146-4b4b-93ba-83b53dec704b req-0b6ba6d7-dd4f-427b-82bf-c62c7d361e5a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:00:57.919844 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ba360cdf-3146-4b4b-93ba-83b53dec704b req-0b6ba6d7-dd4f-427b-82bf-c62c7d361e5a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0608461 May 25 15:00:57.995200 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ba360cdf-3146-4b4b-93ba-83b53dec704b req-0f09209b-4d08-4b8c-baf7-196663b3396f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648620 May 25 15:00:58.880483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55322) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:58.956726 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b5699281-f892-422f-a84c-ebcc4720ce31 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:58.984582 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b5699281-f892-422f-a84c-ebcc4720ce31 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.036099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b5699281-f892-422f-a84c-ebcc4720ce31 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.039165 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b5699281-f892-422f-a84c-ebcc4720ce31 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.040337 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b5699281-f892-422f-a84c-ebcc4720ce31 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/security-groups/e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36 HTTP/1.1" status: 204 len: 168 time: 0.1578245 May 25 15:00:59.043307 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55324) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:59.050566 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5699281-f892-422f-a84c-ebcc4720ce31 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:59.059497 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.api.v2.resource [None req-ba64e38f-f270-4680-bea8-bd4209de745c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] show failed (client error): The resource could not be found. May 25 15:00:59.060558 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ba64e38f-f270-4680-bea8-bd4209de745c tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups/e2350bb2-b2f3-4eee-b8e5-f24c44cf6b36 HTTP/1.1" status: 404 len: 347 time: 0.0162721 May 25 15:00:59.063576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55326) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:00:59.185807 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port ece0612e-48ea-4c6d-bc9c-e6c01284e239 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:00:59.186179 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.226690 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device bedd3cb1-f210-414d-ada2-ad2ffd6d01ae no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:00:59.246643 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: bedd3cb1-f210-414d-ada2-ad2ffd6d01ae {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:00:59.246991 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device bedd3cb1-f210-414d-ada2-ad2ffd6d01ae not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:00:59.270034 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.270360 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (ece0612e-48ea-4c6d-bc9c-e6c01284e239), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.285260 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for ece0612e-48ea-4c6d-bc9c-e6c01284e239 owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:00:59.447840 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (ece0612e-48ea-4c6d-bc9c-e6c01284e239), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.478656 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=ece0612e-48ea-4c6d-bc9c-e6c01284e239,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:00:59.543908 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (8793d6d3-f43f-4eb9-a8de-c56149606643), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.546361 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:00:59.547526 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-47dcf46e-b956-45fe-b24a-87681767d99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/floatingips/8793d6d3-f43f-4eb9-a8de-c56149606643 HTTP/1.1" status: 204 len: 168 time: 0.4827669 May 25 15:01:03.348463 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab79673-2576-4993-bf6f-3765138b2f43 req-37e96ca4-5a78-4bd3-a1d1-b8b10cd2ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:03.349948 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dab79673-2576-4993-bf6f-3765138b2f43 req-37e96ca4-5a78-4bd3-a1d1-b8b10cd2ed50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1129 time: 0.0510271 May 25 15:01:03.429541 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b051d-4dab-40e1-ab8f-352c9643ccaf req-09ad6880-161b-4ec3-8ef3-cbb184e22302 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:03.431080 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7d1b051d-4dab-40e1-ab8f-352c9643ccaf req-09ad6880-161b-4ec3-8ef3-cbb184e22302 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.1585975 May 25 15:01:03.484911 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:03.508062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab79673-2576-4993-bf6f-3765138b2f43 req-6417d6f1-05a6-45af-aeb4-9a45187642e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:03.509513 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dab79673-2576-4993-bf6f-3765138b2f43 req-6417d6f1-05a6-45af-aeb4-9a45187642e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.1446488 May 25 15:01:03.514413 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7d1b051d-4dab-40e1-ab8f-352c9643ccaf req-92a6f45b-4148-48eb-a0ea-d09e6be836fc tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766354 May 25 15:01:03.595052 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dab79673-2576-4993-bf6f-3765138b2f43 req-f3b0d9f3-1d00-47a7-89cc-27f9604e4155 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 1001 time: 0.0562336 May 25 15:01:03.638538 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:03.652752 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab79673-2576-4993-bf6f-3765138b2f43 req-b77ece8e-42dc-44b1-a344-352cedb0267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:03.654279 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dab79673-2576-4993-bf6f-3765138b2f43 req-b77ece8e-42dc-44b1-a344-352cedb0267f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0518100 May 25 15:01:03.703706 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab79673-2576-4993-bf6f-3765138b2f43 req-ef82fc7f-f09b-41bb-94b1-a776942e7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:03.705293 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dab79673-2576-4993-bf6f-3765138b2f43 req-ef82fc7f-f09b-41bb-94b1-a776942e7f21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414131 May 25 15:01:03.796043 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dab79673-2576-4993-bf6f-3765138b2f43 req-c02cb3da-f5fb-4db5-9a1b-ed011ec203f1 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839562 May 25 15:01:03.890165 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dab79673-2576-4993-bf6f-3765138b2f43 req-2e3b2124-b7ed-4614-bc44-731bfeba11a4 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874655 May 25 15:01:04.433050 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6f7a5-7601-44ee-8e80-8e0b9c84c7b2 req-d5b5eaf7-f62e-4821-84d0-bcfb4d374a43 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:04.434541 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c3c6f7a5-7601-44ee-8e80-8e0b9c84c7b2 req-d5b5eaf7-f62e-4821-84d0-bcfb4d374a43 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0525873 May 25 15:01:04.482106 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c3c6f7a5-7601-44ee-8e80-8e0b9c84c7b2 req-5d84435d-4ecd-49ef-81d1-659f8a53350a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 May 25 15:01:04.589815 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:04.591686 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:04.607078 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-e711bf1c-a52b-4b59-8b82-1dee46bca794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:04.639786 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fa4cb-83b8-4e69-aaa1-701bee73392c req-54869afc-8185-4f2d-8f1b-db2ffebe557c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:04.641303 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-af1fa4cb-83b8-4e69-aaa1-701bee73392c req-54869afc-8185-4f2d-8f1b-db2ffebe557c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0556226 May 25 15:01:04.688850 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-af1fa4cb-83b8-4e69-aaa1-701bee73392c req-89876ca9-1f15-4dd3-98e9-1536f9c5800d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 May 25 15:01:05.610963 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39004f-c523-4785-9bd5-d540221bca08 req-2f082940-5578-4edf-87ee-78d295344097 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:05.612513 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ab39004f-c523-4785-9bd5-d540221bca08 req-2f082940-5578-4edf-87ee-78d295344097 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0589609 May 25 15:01:05.663032 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ab39004f-c523-4785-9bd5-d540221bca08 req-2aadf7c0-40be-4776-8318-308736e5ec6a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446634 May 25 15:01:05.805080 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea748118-8398-4215-a7f4-ffebd911dfdc req-19c0389f-0200-47ed-affb-164bb1529aa9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:05.806402 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ea748118-8398-4215-a7f4-ffebd911dfdc req-19c0389f-0200-47ed-affb-164bb1529aa9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0496714 May 25 15:01:05.852438 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ea748118-8398-4215-a7f4-ffebd911dfdc req-4cacda55-71df-4489-9415-e7e097a14a15 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405264 May 25 15:01:06.778996 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57418b-2b4e-41a0-b952-44ff94b58a78 req-37fac408-4f1d-46e0-827d-a041301b758d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:06.780736 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aa57418b-2b4e-41a0-b952-44ff94b58a78 req-37fac408-4f1d-46e0-827d-a041301b758d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0493741 May 25 15:01:06.835903 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aa57418b-2b4e-41a0-b952-44ff94b58a78 req-3988f2f8-2fc0-4072-85ea-2e134a51b705 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=92862d7e-a7aa-4cab-8f4a-e194b5560832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492196 May 25 15:01:06.978432 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87d64-56b4-4893-ab7a-a17e5b2b7088 req-249201ce-a70f-4511-bf40-b2e243ae75fd tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:06.979965 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-29d87d64-56b4-4893-ab7a-a17e5b2b7088 req-249201ce-a70f-4511-bf40-b2e243ae75fd tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0501504 May 25 15:01:07.028245 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-29d87d64-56b4-4893-ab7a-a17e5b2b7088 req-829fb3e2-c611-41ce-a076-97cc866a05a7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 May 25 15:01:07.084473 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-445da05f-ed6a-43ec-91fe-9f67227fd5d6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:07.086037 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-445da05f-ed6a-43ec-91fe-9f67227fd5d6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 946 time: 0.0526476 May 25 15:01:07.138393 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=67 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:07.143970 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=81 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:07.190675 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port 16bf1466-e269-4b11-ae5a-74bda30dcb22 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:07.191010 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:07.287541 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] For port 16bf1466-e269-4b11-ae5a-74bda30dcb22, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=16bf1466-e269-4b11-ae5a-74bda30dcb22,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:07.287900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:07.389706 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:07.457608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:07.457965 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:07.458307 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4 disassociated. External IP: 172.27.0.24, port: 16bf1466-e269-4b11-ae5a-74bda30dcb22. May 25 15:01:07.458719 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for 16bf1466-e269-4b11-ae5a-74bda30dcb22 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:07.510450 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-daa2686a-57ba-436d-8305-508f459f8a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:07.561072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:07.589267 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (16bf1466-e269-4b11-ae5a-74bda30dcb22), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:07.620006 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=16bf1466-e269-4b11-ae5a-74bda30dcb22,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:07.735779 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:07.925876 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:07.959058 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-26bfd3ac-5769-431c-95f2-1738ad044b24 req-250d7c1b-8abe-4342-8751-d137ab0c13fd tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0426683 May 25 15:01:08.082980 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:08.095186 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:08.111423 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:08.112239 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:08.156090 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] No DVR routers for this DVR port 16bf1466-e269-4b11-ae5a-74bda30dcb22 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:01:08.160394 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:08.166897 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-de79f9ca-f152-45b0-a9ef-aafdec9cc986 req-39e0591e-746b-4ee7-853b-fbf9a996fde7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "DELETE /v2.0/ports/16bf1466-e269-4b11-ae5a-74bda30dcb22 HTTP/1.1" status: 204 len: 173 time: 1.0703835 May 25 15:01:08.167618 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'name': 'network-vif-deleted', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:08.171734 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448364a5-65c5-4b0f-8433-7a565a5fa087" -d '{"events": [{"server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "name": "network-vif-deleted", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:08.193598 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b983c1-dac9-49ba-bbd2-053b9386c62a req-0d501b70-b0fb-478a-9aef-f3efbd024577 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:08.195370 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-36b983c1-dac9-49ba-bbd2-053b9386c62a req-0d501b70-b0fb-478a-9aef-f3efbd024577 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0856924 May 25 15:01:08.221020 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcff6867-858a-4ba9-a3f7-8bbae6985f51 x-openstack-request-id: req-fcff6867-858a-4ba9-a3f7-8bbae6985f51 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:08.221837 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a0babe-e62d-4dd3-8642-7c049a6236a3", "name": "network-vif-deleted", "tag": "16bf1466-e269-4b11-ae5a-74bda30dcb22", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:08.222275 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcff6867-858a-4ba9-a3f7-8bbae6985f51 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:08.222951 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcff6867-858a-4ba9-a3f7-8bbae6985f51'] response: {'server_uuid': '70a0babe-e62d-4dd3-8642-7c049a6236a3', 'name': 'network-vif-deleted', 'tag': '16bf1466-e269-4b11-ae5a-74bda30dcb22', 'status': 'completed', 'code': 200} May 25 15:01:08.236632 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:08.260016 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-36b983c1-dac9-49ba-bbd2-053b9386c62a req-385c9f42-4985-41de-86ea-f611975fb0b2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567677 May 25 15:01:08.449618 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:08.474928 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:08.483800 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:08.484419 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:08.593466 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:08.795204 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:08.801779 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:01:08.823482 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c1b4-bb82-4e10-8c0d-47d42311c042 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:09.071782 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:09.085958 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c36e36-a5fd-47e5-ac2d-b40645acf3f3 None None] New status for floating IP e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:01:09.097793 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4d547471-0b33-40b0-a42e-c6a4bd6b4080 req-88890987-1db9-4c70-9a5a-5ea70fac8063 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=70a0babe-e62d-4dd3-8642-7c049a6236a3 HTTP/1.1" status: 200 len: 210 time: 0.0366180 May 25 15:01:09.185237 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:09.262971 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 16bf1466-e269-4b11-ae5a-74bda30dcb22 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:01:09.283952 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 16bf1466-e269-4b11-ae5a-74bda30dcb22 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:01:09.284291 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 16bf1466-e269-4b11-ae5a-74bda30dcb22 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:01:09.393147 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccef61-5db4-44d7-a2f1-1423836c4ae4 req-e5322e8d-d1dd-4725-a27a-f9f3b9d83e40 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:09.394813 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cfccef61-5db4-44d7-a2f1-1423836c4ae4 req-e5322e8d-d1dd-4725-a27a-f9f3b9d83e40 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0531766 May 25 15:01:09.452731 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cfccef61-5db4-44d7-a2f1-1423836c4ae4 req-30ab1b9c-fdce-488c-8725-f3c6c67f2d65 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470607 May 25 15:01:10.199050 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55406) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:10.259033 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c3d449b1-ee9e-46d5-8250-ac31e948f883 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (92862d7e-a7aa-4cab-8f4a-e194b5560832), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.286140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c3d449b1-ee9e-46d5-8250-ac31e948f883 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (92862d7e-a7aa-4cab-8f4a-e194b5560832), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.339531 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c3d449b1-ee9e-46d5-8250-ac31e948f883 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (92862d7e-a7aa-4cab-8f4a-e194b5560832), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.342597 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c3d449b1-ee9e-46d5-8250-ac31e948f883 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.343943 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-c3d449b1-ee9e-46d5-8250-ac31e948f883 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/security-groups/92862d7e-a7aa-4cab-8f4a-e194b5560832 HTTP/1.1" status: 204 len: 168 time: 0.1440849 May 25 15:01:10.347209 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55408) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:10.355513 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d449b1-ee9e-46d5-8250-ac31e948f883 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92862d7e-a7aa-4cab-8f4a-e194b5560832,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:10.362741 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.api.v2.resource [None req-93344a46-6335-41e3-9c78-7acb55686e4f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] show failed (client error): The resource could not be found. May 25 15:01:10.363187 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-93344a46-6335-41e3-9c78-7acb55686e4f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups/92862d7e-a7aa-4cab-8f4a-e194b5560832 HTTP/1.1" status: 404 len: 347 time: 0.0149322 May 25 15:01:10.366843 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55410) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:10.492766 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port 2e413f52-09b1-4268-8654-9c7e4193b020 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:10.493183 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (2e413f52-09b1-4268-8654-9c7e4193b020), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.611892 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f4345-ad84-45a6-8ad2-6d4e549346f2 req-db5708e0-1e59-4d6b-87ad-f20725b3fe68 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:10.613446 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-988f4345-ad84-45a6-8ad2-6d4e549346f2 req-db5708e0-1e59-4d6b-87ad-f20725b3fe68 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0704229 May 25 15:01:10.617952 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (2e413f52-09b1-4268-8654-9c7e4193b020), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.618409 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (2e413f52-09b1-4268-8654-9c7e4193b020), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.644120 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for 2e413f52-09b1-4268-8654-9c7e4193b020 owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:10.720257 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-988f4345-ad84-45a6-8ad2-6d4e549346f2 req-b1d31086-b281-4568-82ea-32a92c9473d4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990686 May 25 15:01:10.806172 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (2e413f52-09b1-4268-8654-9c7e4193b020), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.830916 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=2e413f52-09b1-4268-8654-9c7e4193b020,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:10.905916 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.908167 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:10.909348 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-01a8e11c-d97e-48aa-81ce-aea3779c2387 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/floatingips/e7dec37d-9bc4-4b69-9f1a-60ad9923c8d4 HTTP/1.1" status: 204 len: 168 time: 0.5413489 May 25 15:01:11.007626 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55416) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:11.012551 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-8972dbd9-e09e-4d80-a107-1bac7ce5eefb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559440409', 'description': 'tempest-description--1014884536'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:11.036642 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8972dbd9-e09e-4d80-a107-1bac7ce5eefb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.113030 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8972dbd9-e09e-4d80-a107-1bac7ce5eefb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (a42576e1-3a9e-4ae6-811d-a62ca4b86cb3), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.117223 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8972dbd9-e09e-4d80-a107-1bac7ce5eefb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (a42576e1-3a9e-4ae6-811d-a62ca4b86cb3), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.152671 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8972dbd9-e09e-4d80-a107-1bac7ce5eefb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.153914 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8972dbd9-e09e-4d80-a107-1bac7ce5eefb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452782 May 25 15:01:11.155965 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972dbd9-e09e-4d80-a107-1bac7ce5eefb tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:11.157156 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55418) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:11.161894 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-339c5aac-0b9a-4ac0-922e-208c0685e99f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': 'a42576e1-3a9e-4ae6-811d-a62ca4b86cb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:11.176330 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:11.194855 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-339c5aac-0b9a-4ac0-922e-208c0685e99f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (8bb03bad-a080-4346-a8eb-56b83825ef1a), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.264138 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-339c5aac-0b9a-4ac0-922e-208c0685e99f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (8bb03bad-a080-4346-a8eb-56b83825ef1a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.267886 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-339c5aac-0b9a-4ac0-922e-208c0685e99f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (8bb03bad-a080-4346-a8eb-56b83825ef1a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.287167 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c5aac-0b9a-4ac0-922e-208c0685e99f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb03bad-a080-4346-a8eb-56b83825ef1a,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:11.298530 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-339c5aac-0b9a-4ac0-922e-208c0685e99f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.300411 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-339c5aac-0b9a-4ac0-922e-208c0685e99f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419296 May 25 15:01:11.304296 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55420) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:11.311592 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-461de7d1-f2cd-47aa-8536-1f3a537923c3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': 'a42576e1-3a9e-4ae6-811d-a62ca4b86cb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:11.345364 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-461de7d1-f2cd-47aa-8536-1f3a537923c3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (3964d55b-2d71-4d0c-a03b-171738bbfaf8), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.401884 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-461de7d1-f2cd-47aa-8536-1f3a537923c3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (3964d55b-2d71-4d0c-a03b-171738bbfaf8), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.406586 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-461de7d1-f2cd-47aa-8536-1f3a537923c3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (3964d55b-2d71-4d0c-a03b-171738bbfaf8), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.414909 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:11.432818 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461de7d1-f2cd-47aa-8536-1f3a537923c3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964d55b-2d71-4d0c-a03b-171738bbfaf8,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:11.439110 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-461de7d1-f2cd-47aa-8536-1f3a537923c3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.440375 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-461de7d1-f2cd-47aa-8536-1f3a537923c3 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348128 May 25 15:01:11.444544 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55424) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:11.449687 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:11.476351 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.560717 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.670611 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.27.0.176 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/8a47f6f2-ac9c-49eb-b1bf-36cf776be126) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:01:11.726159 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.799761 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.834330 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:11.850901 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff792bc-2257-41ee-a7ce-e7ead56cf1d7 req-f46565bf-9555-4be4-964b-2f033befda7d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:11.852406 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aff792bc-2257-41ee-a7ce-e7ead56cf1d7 req-f46565bf-9555-4be4-964b-2f033befda7d tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0515969 May 25 15:01:11.875252 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:01:11.880853 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:01:11.883025 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=8a47f6f2-ac9c-49eb-b1bf-36cf776be126,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:11.885396 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:01:11.907503 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aff792bc-2257-41ee-a7ce-e7ead56cf1d7 req-43c66b28-df1a-4759-8dc8-6f0fde543fd5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491023 May 25 15:01:11.918543 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:12.006296 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (9dbc17d7-8c26-45ab-b045-b6daf776ed7f), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.023507 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.051426 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.245921 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:12.266749 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.271340 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.340248 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=8a47f6f2-ac9c-49eb-b1bf-36cf776be126,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:12.351121 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (9dbc17d7-8c26-45ab-b045-b6daf776ed7f), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.367490 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:12.368788 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a2fd6f34-e30e-49f2-bc1a-318cd3e87cf5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9230669 May 25 15:01:12.571360 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-d31d54b8-f445-42fd-a67b-998007cd6dee tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--559440409&fields=id&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 267 time: 0.0444608 May 25 15:01:12.733162 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-bb19d894-2731-4c35-ba04-e3ce8042c99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:12.735764 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-bb19d894-2731-4c35-ba04-e3ce8042c99b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.1577237 May 25 15:01:12.750503 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-6f002f99-eda9-4f9a-b756-36a05e66d386 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/quotas/9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 375 time: 0.0093970 May 25 15:01:12.805367 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-28d7d72b-9f44-4a03-b494-dcf4f4dcef30 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489492 May 25 15:01:12.905827 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-156c5789-4ddd-40d0-8793-33c707f16816 service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884593 May 25 15:01:13.007093 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-7828fc94-9afa-4b40-bf69-cec1655d643e service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950730 May 25 15:01:13.049444 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f9b1a-614d-483b-94b3-9f8173950269 req-c9072b7b-ab71-4c9a-9dfd-a7547abe5be4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:13.051051 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-725f9b1a-614d-483b-94b3-9f8173950269 req-c9072b7b-ab71-4c9a-9dfd-a7547abe5be4 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0521214 May 25 15:01:13.082064 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:13.085381 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:13.107133 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-725f9b1a-614d-483b-94b3-9f8173950269 req-672db0e3-d89e-494a-9c54-6b27d004cc66 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504801 May 25 15:01:13.187933 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-07be7b40-f800-47cd-8be7-c707938a3629 req-92511ce3-4caa-49ee-9159-b102160a7016 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 210 time: 0.0329835 May 25 15:01:14.239226 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83773927-2474-41a2-a85c-5b1679e85dd6 req-0eb9c4b1-3689-4cb1-bfb4-2fdd74afff28 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:14.241425 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-83773927-2474-41a2-a85c-5b1679e85dd6 req-0eb9c4b1-3689-4cb1-bfb4-2fdd74afff28 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0542228 May 25 15:01:14.289979 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-83773927-2474-41a2-a85c-5b1679e85dd6 req-71bbd52b-6a27-4c85-9164-cae519def881 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428190 May 25 15:01:14.290976 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-415cac36-d05a-4355-b1f4-3e04f7fda2d1 req-453454e3-690c-4bcb-9a0a-3c35f000d31d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 210 time: 0.0277827 May 25 15:01:14.754417 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-5eed937f-a419-4ac1-acce-a44e6bd9188f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:14.756351 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-5eed937f-a419-4ac1-acce-a44e6bd9188f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.1400890 May 25 15:01:14.791496 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:14.851499 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-a0fe5e2b-8d87-4f32-b781-a0a910b88c78 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 379 time: 0.0651858 May 25 15:01:15.008546 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'port': {'device_id': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'admin_state_up': True, 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'security_groups': ['a42576e1-3a9e-4ae6-811d-a62ca4b86cb3']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:15.114215 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Made reservation on behalf of 9dafcd0df8524413b4fe81a0931323b1 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:01:15.117576 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:15.220327 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:15.246449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.20.0.12 (6c4b07fe-140a-4a0b-9f8f-030d2bf81125/312814e4-593b-48ee-be8b-37d37b791c35/f723a574-6986-4689-9b35-12c406a41e8e) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:01:15.406148 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a0f22ede-51e5-48b8-a307-33ede2f43da1 req-ca978058-8dd6-4f77-ba31-d52e5a77e03f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 210 time: 0.0419884 May 25 15:01:15.427882 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb84e4-5743-4741-956c-b6bf8158e305 req-e4f39173-48e9-4997-93ca-dc838c82ea29 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:15.427882 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2efb84e4-5743-4741-956c-b6bf8158e305 req-e4f39173-48e9-4997-93ca-dc838c82ea29 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0513265 May 25 15:01:15.430617 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (f723a574-6986-4689-9b35-12c406a41e8e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:15.464797 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (f723a574-6986-4689-9b35-12c406a41e8e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:15.472771 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2efb84e4-5743-4741-956c-b6bf8158e305 req-77fa4085-3a62-4751-a958-f595ea60fb1f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430286 May 25 15:01:15.511225 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:01:15.515470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:01:15.517959 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:01:15.548201 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=f723a574-6986-4689-9b35-12c406a41e8e,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:15.575286 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:15.575911 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:15.593189 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-ffd8047a-2ad5-48b6-a1f1-b373d92dffa7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885739 May 25 15:01:15.616402 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Request body: {'port': {'device_id': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:15.684551 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f723a574-6986-4689-9b35-12c406a41e8e), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:15.718120 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-60b1a9b9-5f2a-4099-a15e-10c4b5991513 None None] Provisioning complete for port f723a574-6986-4689-9b35-12c406a41e8e triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:01:15.718794 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-60b1a9b9-5f2a-4099-a15e-10c4b5991513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (f723a574-6986-4689-9b35-12c406a41e8e), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:15.751735 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-60b1a9b9-5f2a-4099-a15e-10c4b5991513 None None] Port f723a574-6986-4689-9b35-12c406a41e8e cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:01:15.832470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:15.980697 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f723a574-6986-4689-9b35-12c406a41e8e {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:01:15.988071 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Publish callbacks [] for port (f723a574-6986-4689-9b35-12c406a41e8e), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:16.001147 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Transition to ACTIVE for port object f723a574-6986-4689-9b35-12c406a41e8e will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:01:16.004248 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (f723a574-6986-4689-9b35-12c406a41e8e), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:16.040530 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:16.060323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f723a574-6986-4689-9b35-12c406a41e8e,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:16.131567 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Attempting to bind port f723a574-6986-4689-9b35-12c406a41e8e on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:01:16.131893 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Attempting to bind port f723a574-6986-4689-9b35-12c406a41e8e by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:01:16.132222 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Attempting to bind port f723a574-6986-4689-9b35-12c406a41e8e on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:01:16.137296 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Port f723a574-6986-4689-9b35-12c406a41e8e on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:01:16.137620 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Attempting to bind port f723a574-6986-4689-9b35-12c406a41e8e on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:01:16.142633 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:01:16.142973 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Checking segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:01:16.143359 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Bound using segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:01:16.143789 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Bound port: f723a574-6986-4689-9b35-12c406a41e8e, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:01:16.144146 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f723a574-6986-4689-9b35-12c406a41e8e), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:16.211048 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] For port f723a574-6986-4689-9b35-12c406a41e8e, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:01:16.214002 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] For port f723a574-6986-4689-9b35-12c406a41e8e, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f723a574-6986-4689-9b35-12c406a41e8e,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:01:16.220628 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (f723a574-6986-4689-9b35-12c406a41e8e), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:16.251958 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:16.252593 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:16.254175 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/f723a574-6986-4689-9b35-12c406a41e8e HTTP/1.1" status: 200 len: 1094 time: 0.6428571 May 25 15:01:16.254634 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:16.257362 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "tag": "f723a574-6986-4689-9b35-12c406a41e8e"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:16.290383 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8ffe0-c152-46ac-b751-1952929337c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f723a574-6986-4689-9b35-12c406a41e8e,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:16.311839 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d8951f-4b3f-4435-a92b-a93cc68d526a x-openstack-request-id: req-14d8951f-4b3f-4435-a92b-a93cc68d526a {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:16.312196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "tag": "f723a574-6986-4689-9b35-12c406a41e8e", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:16.312915 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14d8951f-4b3f-4435-a92b-a93cc68d526a {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:16.312915 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d8951f-4b3f-4435-a92b-a93cc68d526a'] response: {'name': 'network-changed', 'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e', 'status': 'completed', 'code': 200} May 25 15:01:16.406883 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-8cb903dc-30b6-4b3d-a91e-e4a318471a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:16.408420 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-8cb903dc-30b6-4b3d-a91e-e4a318471a39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 1128 time: 0.0425217 May 25 15:01:16.462421 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-eab399cc-f2b6-4ee4-b7fc-1f07c8884a09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f723a574-6986-4689-9b35-12c406a41e8e HTTP/1.1" status: 200 len: 217 time: 0.0329010 May 25 15:01:16.522228 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-b3d39f9b-824f-46c9-8be5-f1cabeed3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:16.523704 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-b3d39f9b-824f-46c9-8be5-f1cabeed3a3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0548935 May 25 15:01:16.525900 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d158a3-5166-4aa8-8b47-b2d64397232f req-e2f948ef-2d17-4492-8f2d-d6110f13499a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:16.527452 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-93d158a3-5166-4aa8-8b47-b2d64397232f req-e2f948ef-2d17-4492-8f2d-d6110f13499a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 944 time: 0.0511193 May 25 15:01:16.582682 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-93d158a3-5166-4aa8-8b47-b2d64397232f req-5e18add9-0304-43fa-a999-95266ceb87c5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492890 May 25 15:01:16.606274 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-59f559a1-33e0-4076-a9ea-4452a1a5c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:16.607769 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-59f559a1-33e0-4076-a9ea-4452a1a5c0de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717521 May 25 15:01:16.618917 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a81286-42dd-4058-830d-c74061f65c62 req-6bf2dafa-589b-485f-b0fc-87e1da457394 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:16.620205 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-46a81286-42dd-4058-830d-c74061f65c62 req-6bf2dafa-589b-485f-b0fc-87e1da457394 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0561652 May 25 15:01:16.727534 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-46a81286-42dd-4058-830d-c74061f65c62 req-014e872e-9ff0-4175-b890-fb100c30538c tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992301 May 25 15:01:16.744378 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-14272c02-bcfc-4baa-89bd-64f72de18bb3 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232388 May 25 15:01:16.832198 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:16.852223 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ff7a9ee-132a-45ee-aad0-5d9a71e79d7b req-b9b25427-6009-4fe2-9085-46ed28d367de service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916743 May 25 15:01:17.706740 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8365-5375-4cee-81a3-0e4674908e71 req-07f99d68-c974-4213-9cec-53f04b4af661 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:17.708336 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6d8f8365-5375-4cee-81a3-0e4674908e71 req-07f99d68-c974-4213-9cec-53f04b4af661 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 944 time: 0.0498934 May 25 15:01:17.760992 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6d8f8365-5375-4cee-81a3-0e4674908e71 req-c1cd97ae-23ef-4097-9293-27243b4f2048 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446260 May 25 15:01:17.951747 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97e033-8551-434b-bf9d-5c967b79814c req-64cd7fcd-bf64-4430-a0b6-edb09977ab52 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:17.953236 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4a97e033-8551-434b-bf9d-5c967b79814c req-64cd7fcd-bf64-4430-a0b6-edb09977ab52 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0516138 May 25 15:01:18.006336 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4a97e033-8551-434b-bf9d-5c967b79814c req-894afd29-1d83-48ac-b3ed-57310b38f61a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461669 May 25 15:01:18.291619 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-a58e06e2-b6e1-4b07-8286-bdb6ae8d7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:18.293109 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-a58e06e2-b6e1-4b07-8286-bdb6ae8d7b1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 1128 time: 0.0426843 May 25 15:01:18.389775 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-f2abdbef-d222-42b0-bbd5-71fc5bcf783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:18.391357 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-f2abdbef-d222-42b0-bbd5-71fc5bcf783a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.0884447 May 25 15:01:18.435962 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-19f71904-b8cb-4b4e-b3d3-86b023cc013f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f723a574-6986-4689-9b35-12c406a41e8e HTTP/1.1" status: 200 len: 217 time: 0.0333142 May 25 15:01:18.483958 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:18.488209 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-4f278e59-7da3-4278-b5ba-1e8998488f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:18.490332 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-4f278e59-7da3-4278-b5ba-1e8998488f2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0443888 May 25 15:01:18.543910 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-c7775d80-128f-4310-afb2-04f8c2686445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:18.545292 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-c7775d80-128f-4310-afb2-04f8c2686445 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430422 May 25 15:01:18.633966 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-4e8dbc2f-9a6c-4b24-9efe-cc14687b3831 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818160 May 25 15:01:18.725857 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dd2093c4-5c65-4ffa-becc-2b605c7d8a7e req-35025a90-4199-4eb5-92c0-24c49608ee1c service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831673 May 25 15:01:18.876703 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c81a-5019-4a60-8e30-8a2007a40350 req-76796bff-227c-4de1-b852-7a6c91b6b9d1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:18.878210 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7c00c81a-5019-4a60-8e30-8a2007a40350 req-76796bff-227c-4de1-b852-7a6c91b6b9d1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 944 time: 0.0474818 May 25 15:01:18.928361 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7c00c81a-5019-4a60-8e30-8a2007a40350 req-bfb81ab8-d9d7-4ffe-9588-eb4c173b4257 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445547 May 25 15:01:19.355113 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f723a574-6986-4689-9b35-12c406a41e8e details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:01:19.361724 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacb02c-f579-478b-9e8e-d9e5df8d194a req-5edcb672-37e5-4c15-87f8-ac493da748d6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:19.363328 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-baacb02c-f579-478b-9e8e-d9e5df8d194a req-5edcb672-37e5-4c15-87f8-ac493da748d6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.2866778 May 25 15:01:19.425137 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-baacb02c-f579-478b-9e8e-d9e5df8d194a req-16a7d973-9d45-4195-a8c9-40f08bc72ee5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549607 May 25 15:01:19.464232 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port f723a574-6986-4689-9b35-12c406a41e8e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f723a574-6986-4689-9b35-12c406a41e8e,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:19.477644 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'f723a574-6986-4689-9b35-12c406a41e8e', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'port_id': 'f723a574-6986-4689-9b35-12c406a41e8e', 'mac_address': 'fa:16:3e:e9:d0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:01:19.513168 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port f723a574-6986-4689-9b35-12c406a41e8e is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:01:19.513540 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f723a574-6986-4689-9b35-12c406a41e8e), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:19.526955 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f723a574-6986-4689-9b35-12c406a41e8e {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:01:19.549966 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port f723a574-6986-4689-9b35-12c406a41e8e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f723a574-6986-4689-9b35-12c406a41e8e,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:19.555681 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (f723a574-6986-4689-9b35-12c406a41e8e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:19.610757 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=f723a574-6986-4689-9b35-12c406a41e8e,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:19.618127 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.618466 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.618799 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.619156 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.619484 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.619806 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.620124 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.620438 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.620751 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.621064 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.621379 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.621695 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.622032 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.622343 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:19.622652 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:20.046129 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981def2-dccf-47b7-984c-a5f9816a9bfe req-2b47f529-3838-4179-b062-bf1cdc6cfec1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:20.047625 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9981def2-dccf-47b7-984c-a5f9816a9bfe req-2b47f529-3838-4179-b062-bf1cdc6cfec1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 945 time: 0.0514560 May 25 15:01:20.055136 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['f723a574-6986-4689-9b35-12c406a41e8e'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:01:20.096523 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9981def2-dccf-47b7-984c-a5f9816a9bfe req-c136611a-4c82-4b2a-bbf5-99124f0b4d77 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417240 May 25 15:01:20.205573 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:20.545338 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf136c-cdbf-434b-9db0-6421aafbf035 req-b6741e5f-6ab1-43b2-a8e6-e0ea82ed5a09 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:20.546928 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-64cf136c-cdbf-434b-9db0-6421aafbf035 req-b6741e5f-6ab1-43b2-a8e6-e0ea82ed5a09 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0506301 May 25 15:01:20.596091 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-64cf136c-cdbf-434b-9db0-6421aafbf035 req-0d763537-912c-4fb4-97ec-8535abb96e69 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435207 May 25 15:01:21.010583 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc22d5-5f6b-40db-b80b-aae9f4bc435e req-cacd1af9-96c1-4722-ad9e-f57d39fc06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:21.012093 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-27fc22d5-5f6b-40db-b80b-aae9f4bc435e req-cacd1af9-96c1-4722-ad9e-f57d39fc06c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1129 time: 0.0440083 May 25 15:01:21.060517 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-27fc22d5-5f6b-40db-b80b-aae9f4bc435e req-76763d39-6b40-4e27-9454-51a19ee0e22f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405538 May 25 15:01:21.214356 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a60fb-2f4b-4321-b046-d8b365485026 req-897e0663-4dbe-4455-8303-0550b9765a2d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:21.215833 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-980a60fb-2f4b-4321-b046-d8b365485026 req-897e0663-4dbe-4455-8303-0550b9765a2d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 945 time: 0.0488663 May 25 15:01:21.270687 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-980a60fb-2f4b-4321-b046-d8b365485026 req-72db5837-e37e-45e6-a30a-77b52d4d4c37 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488942 May 25 15:01:21.368246 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f723a574-6986-4689-9b35-12c406a41e8e up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:01:21.418742 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port f723a574-6986-4689-9b35-12c406a41e8e completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:01:21.423837 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port f723a574-6986-4689-9b35-12c406a41e8e triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:01:21.424210 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (f723a574-6986-4689-9b35-12c406a41e8e), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:21.467783 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:21.493204 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:21.500251 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port f723a574-6986-4689-9b35-12c406a41e8e is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:01:21.500638 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (f723a574-6986-4689-9b35-12c406a41e8e), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:21.525873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:21.528109 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cccfe63-a64c-4f16-a3cf-dfaa24e8592b" -d '{"events": [{"server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "name": "network-vif-plugged", "status": "completed", "tag": "f723a574-6986-4689-9b35-12c406a41e8e"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:21.540697 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port f723a574-6986-4689-9b35-12c406a41e8e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f723a574-6986-4689-9b35-12c406a41e8e,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:21.544955 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (f723a574-6986-4689-9b35-12c406a41e8e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:21.570059 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af96d4b7-af7f-4deb-a107-7ad5540ffc46 x-openstack-request-id: req-af96d4b7-af7f-4deb-a107-7ad5540ffc46 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:21.570356 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "name": "network-vif-plugged", "status": "completed", "tag": "f723a574-6986-4689-9b35-12c406a41e8e", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:21.570604 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af96d4b7-af7f-4deb-a107-7ad5540ffc46 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:21.570988 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af96d4b7-af7f-4deb-a107-7ad5540ffc46'] response: {'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e', 'code': 200} May 25 15:01:21.596271 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=f723a574-6986-4689-9b35-12c406a41e8e,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:21.721560 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d91c1-fb7a-441e-b1ae-fc44b3798a74 req-90209220-bd22-492e-85a5-186da9136735 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:21.723026 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-860d91c1-fb7a-441e-b1ae-fc44b3798a74 req-90209220-bd22-492e-85a5-186da9136735 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0548124 May 25 15:01:21.772703 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-860d91c1-fb7a-441e-b1ae-fc44b3798a74 req-8a2e6769-3b37-4c63-8eb8-d5c1deec634b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435891 May 25 15:01:21.789008 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=66 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:21.795283 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=74 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:22.202527 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5425be9-3e63-4280-9f49-2f3ca56dbb37 req-cdf987ec-ad41-4de5-8d0f-50f545678644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:22.204041 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c5425be9-3e63-4280-9f49-2f3ca56dbb37 req-cdf987ec-ad41-4de5-8d0f-50f545678644 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 1130 time: 0.0479348 May 25 15:01:22.255620 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c5425be9-3e63-4280-9f49-2f3ca56dbb37 req-dfa91f6f-8f3f-4af8-bae0-22abd0c806d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 May 25 15:01:22.399765 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dee25-b02a-4edb-8c70-17b51d391630 req-b020c7ab-9f99-4888-a780-fb1cf0713f5b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:22.401237 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8b6dee25-b02a-4edb-8c70-17b51d391630 req-b020c7ab-9f99-4888-a780-fb1cf0713f5b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0522008 May 25 15:01:22.456884 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8b6dee25-b02a-4edb-8c70-17b51d391630 req-312ada9f-8573-4bf7-a9d7-48318336dc50 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493791 May 25 15:01:22.895372 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366a5b2-2b24-476c-b0a0-9955aa2bd8bd req-24e9ebe5-cc3f-4c03-824d-190bcaa1fd79 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:22.897561 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3366a5b2-2b24-476c-b0a0-9955aa2bd8bd req-24e9ebe5-cc3f-4c03-824d-190bcaa1fd79 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0532935 May 25 15:01:22.954306 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3366a5b2-2b24-476c-b0a0-9955aa2bd8bd req-44b6ccac-434e-4bbb-ba00-1db349a070e5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514145 May 25 15:01:23.358858 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199db3c-869a-45aa-a46b-ee891e6e9ad7 req-b29eff79-3381-426e-93b1-d13c97fcb897 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:23.360843 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6199db3c-869a-45aa-a46b-ee891e6e9ad7 req-b29eff79-3381-426e-93b1-d13c97fcb897 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0600088 May 25 15:01:23.389649 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:23.420177 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6199db3c-869a-45aa-a46b-ee891e6e9ad7 req-4f25b7af-b81e-4030-8815-e342628c2d75 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515542 May 25 15:01:23.589597 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5c2f1-dd93-497e-a6f2-b330b7d8bcdb req-57616094-ea84-494e-839a-04731674cb2d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:23.591149 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-75e5c2f1-dd93-497e-a6f2-b330b7d8bcdb req-57616094-ea84-494e-839a-04731674cb2d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0528185 May 25 15:01:23.651592 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-75e5c2f1-dd93-497e-a6f2-b330b7d8bcdb req-b681567c-f451-4e1a-a5d0-928c9b59557b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541046 May 25 15:01:24.312518 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e67327-a1da-48da-879f-2068c5882e63 req-f3ed43aa-2f0a-48ee-87ee-7d7a375f8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:24.314035 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85e67327-a1da-48da-879f-2068c5882e63 req-f3ed43aa-2f0a-48ee-87ee-7d7a375f8d17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1129 time: 0.0415635 May 25 15:01:24.416521 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e67327-a1da-48da-879f-2068c5882e63 req-38787cef-07f1-4f50-83de-6956552c82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:24.418046 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85e67327-a1da-48da-879f-2068c5882e63 req-38787cef-07f1-4f50-83de-6956552c82b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.0912645 May 25 15:01:24.479986 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:24.494273 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85e67327-a1da-48da-879f-2068c5882e63 req-b21a03da-a7a0-406d-a7ec-573de6a22afa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 1001 time: 0.0589635 May 25 15:01:24.547666 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ead79-4ea4-4267-8c64-66ed3563278c req-965eb42e-72ab-4540-92cc-d0025b488620 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:24.549130 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-183ead79-4ea4-4267-8c64-66ed3563278c req-965eb42e-72ab-4540-92cc-d0025b488620 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0538704 May 25 15:01:24.620967 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e67327-a1da-48da-879f-2068c5882e63 req-3154f5cc-524a-4d5b-9a70-2448b4276edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:24.622442 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85e67327-a1da-48da-879f-2068c5882e63 req-3154f5cc-524a-4d5b-9a70-2448b4276edd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0724795 May 25 15:01:24.636994 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-183ead79-4ea4-4267-8c64-66ed3563278c req-8265103f-3c56-4aee-892d-79d773a9f69f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783587 May 25 15:01:24.764498 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db4136-96a3-406c-846e-4143ce8e5b60 req-c7c85c9e-1c85-4473-aecc-59723949c7a5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:24.765977 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-86db4136-96a3-406c-846e-4143ce8e5b60 req-c7c85c9e-1c85-4473-aecc-59723949c7a5 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0474005 May 25 15:01:24.790080 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:24.813546 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-86db4136-96a3-406c-846e-4143ce8e5b60 req-aec62cd1-e3bf-4bc2-b0a5-ecd9aaea890e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 May 25 15:01:25.670154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e67327-a1da-48da-879f-2068c5882e63 req-34fb5550-e8c7-4f86-b171-41a6ae7f6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:25.671688 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85e67327-a1da-48da-879f-2068c5882e63 req-34fb5550-e8c7-4f86-b171-41a6ae7f6cdc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403996 May 25 15:01:25.792449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a888724-c64a-41c9-9bef-de5cb9eb9624 req-78436d1b-9e08-495a-9d05-c1f0816fab88 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:25.793924 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a888724-c64a-41c9-9bef-de5cb9eb9624 req-78436d1b-9e08-495a-9d05-c1f0816fab88 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0640042 May 25 15:01:25.824956 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85e67327-a1da-48da-879f-2068c5882e63 req-3844c9c0-158c-46a4-bd1d-e2c0ff8cd1d2 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426437 May 25 15:01:25.897757 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a888724-c64a-41c9-9bef-de5cb9eb9624 req-e6b55041-26d5-43b6-a076-8a7538dc4285 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972137 May 25 15:01:25.915274 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:25.932296 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4d9c8-82e8-4394-8f2f-a4c538d9968b req-013277c6-0065-4dd1-b6fe-32e393defc26 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:25.933957 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fea4d9c8-82e8-4394-8f2f-a4c538d9968b req-013277c6-0065-4dd1-b6fe-32e393defc26 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0523822 May 25 15:01:25.943700 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85e67327-a1da-48da-879f-2068c5882e63 req-d97589f5-3e90-4bc2-a3a1-2371ad2f4fc6 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075675 May 25 15:01:25.984104 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fea4d9c8-82e8-4394-8f2f-a4c538d9968b req-d90b0637-a54e-4da5-af25-cb32b116db51 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445673 May 25 15:01:26.095927 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b9b02-183c-4afc-9e5c-2200516aaf7d req-48c7e06a-3deb-4390-9f6e-cd0f323b7d6f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:26.096738 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ef7b9b02-183c-4afc-9e5c-2200516aaf7d req-48c7e06a-3deb-4390-9f6e-cd0f323b7d6f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0494144 May 25 15:01:26.105255 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55528) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:26.109742 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'port_id': 'f723a574-6986-4689-9b35-12c406a41e8e'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:26.153424 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (9dbc17d7-8c26-45ab-b045-b6daf776ed7f), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:26.500366 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:26.590200 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:26.597792 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (9dbc17d7-8c26-45ab-b045-b6daf776ed7f), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:26.637048 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:26.698532 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP 9dbc17d7-8c26-45ab-b045-b6daf776ed7f associated. External IP: 172.27.0.176, port: f723a574-6986-4689-9b35-12c406a41e8e. May 25 15:01:26.897826 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:27.011658 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:27.016719 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:27.022662 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:27.032733 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:27.033376 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:27.034985 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fbf20-6718-4ecd-9bf7-9246b5867655 req-45af222f-a240-409c-b55d-09ed99876cf7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:27.037116 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-668fbf20-6718-4ecd-9bf7-9246b5867655 req-45af222f-a240-409c-b55d-09ed99876cf7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0533369 May 25 15:01:27.049661 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a38632c7-47d3-4516-904f-49427a849902 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "PUT /v2.0/floatingips/9dbc17d7-8c26-45ab-b045-b6daf776ed7f HTTP/1.1" status: 200 len: 992 time: 0.9412827 May 25 15:01:27.049661 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:27.050621 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536b9b03-5eac-4b08-a2a5-49952b25e470" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "tag": "f723a574-6986-4689-9b35-12c406a41e8e"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:27.087216 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eea026f-ac83-4e89-a128-c22961d3e792 x-openstack-request-id: req-1eea026f-ac83-4e89-a128-c22961d3e792 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:27.087567 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "tag": "f723a574-6986-4689-9b35-12c406a41e8e", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:27.087903 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1eea026f-ac83-4e89-a128-c22961d3e792 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:27.088873 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eea026f-ac83-4e89-a128-c22961d3e792'] response: {'name': 'network-changed', 'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e', 'status': 'completed', 'code': 200} May 25 15:01:27.090956 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-668fbf20-6718-4ecd-9bf7-9246b5867655 req-03c205ba-9676-43df-a5b2-96f610dc8e9e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475004 May 25 15:01:27.139304 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:27.455669 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '9dbc17d7-8c26-45ab-b045-b6daf776ed7f', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'f723a574-6986-4689-9b35-12c406a41e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:e9:d0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:11Z', 'updated_at': '2022-05-25T15:01:26Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:27.479577 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:27.487849 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:27.488450 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:27.586664 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:27.799134 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '9dbc17d7-8c26-45ab-b045-b6daf776ed7f', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'f723a574-6986-4689-9b35-12c406a41e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:e9:d0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:11Z', 'updated_at': '2022-05-25T15:01:26Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:27.823861 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510cc16-8d1a-4536-b1eb-7fc96b1a1b64 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '9dbc17d7-8c26-45ab-b045-b6daf776ed7f', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'f723a574-6986-4689-9b35-12c406a41e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:e9:d0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:11Z', 'updated_at': '2022-05-25T15:01:26Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:28.016866 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918426c9-b7d1-499c-95be-1f9c3da63096 None None] New status for floating IP 9dbc17d7-8c26-45ab-b045-b6daf776ed7f: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:01:28.215252 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f152a-1cec-4883-a48d-ed9b3fe6f1af req-a3c594d3-6aac-4d47-a114-d236e0b448f6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:28.216742 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ff1f152a-1cec-4883-a48d-ed9b3fe6f1af req-a3c594d3-6aac-4d47-a114-d236e0b448f6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0506763 May 25 15:01:28.263695 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ff1f152a-1cec-4883-a48d-ed9b3fe6f1af req-a1a086bf-8be9-4f22-9605-a3c15cb52e39 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 May 25 15:01:28.621875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-820dfaa0-74bc-4e2d-935a-fad2cb1af96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:28.623431 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-820dfaa0-74bc-4e2d-935a-fad2cb1af96a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 1130 time: 0.0865071 May 25 15:01:28.758064 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-149d8e57-e9ed-4615-9571-caca08e170eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:28.759845 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-149d8e57-e9ed-4615-9571-caca08e170eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.1208942 May 25 15:01:28.828033 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-ae77cace-653f-428b-948c-e89c05c09ee3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f723a574-6986-4689-9b35-12c406a41e8e HTTP/1.1" status: 200 len: 1002 time: 0.0575850 May 25 15:01:29.378185 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0a07-3bf5-43ae-a3eb-21eaa9baabad req-d781652c-027d-443c-8fad-17f0f0bc70df tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.379663 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-42ce0a07-3bf5-43ae-a3eb-21eaa9baabad req-d781652c-027d-443c-8fad-17f0f0bc70df tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0472589 May 25 15:01:29.428896 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-42ce0a07-3bf5-43ae-a3eb-21eaa9baabad req-c036c808-0e2a-47ec-b491-903727b9f7a3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426235 May 25 15:01:29.542278 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826c895-cf26-42d0-9861-ce4d99198ea7 req-3aebf677-d60b-42d0-8e54-5795bafc241e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.543820 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1826c895-cf26-42d0-9861-ce4d99198ea7 req-3aebf677-d60b-42d0-8e54-5795bafc241e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0513408 May 25 15:01:29.552541 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55544) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:29.556866 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Request body: {'floatingip': {'port_id': '219ede9e-3779-4194-a09a-08090b45e691'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:29.559175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:29.608860 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:29.910673 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:29.948445 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-b6bb93bc-ef41-4f10-83ec-0bcab6085d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:29.949888 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-b6bb93bc-ef41-4f10-83ec-0bcab6085d8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0979457 May 25 15:01:30.056526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-a9172390-273f-4d36-afb8-febe64407c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:30.057919 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-a9172390-273f-4d36-afb8-febe64407c45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600140 May 25 15:01:30.418794 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:30.432165 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:30.488221 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-3243584e-80cb-42a0-b704-7271c22d6067 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103045 May 25 15:01:30.649506 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:30.664792 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-536b9b03-5eac-4b08-a2a5-49952b25e470 req-58da7947-a734-4e67-a361-f196e3f79df9 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660063 May 25 15:01:30.721085 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Router 6559ae17-e759-49cb-a3d7-b72ee4ca320f has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:30.822711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:30.827061 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:30.832323 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] Sync routers for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:30.843254 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:30.843868 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:30.860223 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:30.862457 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:30.894355 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-632ceedd-b5cf-4503-b35e-853b34aa09b1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "PUT /v2.0/floatingips/0a4bfeb8-fc5e-4748-9877-fa432538230b HTTP/1.1" status: 200 len: 993 time: 1.3407247 May 25 15:01:30.903556 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f046f423-b818-4f3f-90dd-fd8eb73b831b x-openstack-request-id: req-f046f423-b818-4f3f-90dd-fd8eb73b831b {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:30.903839 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:30.904095 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f046f423-b818-4f3f-90dd-fd8eb73b831b {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:30.904495 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f046f423-b818-4f3f-90dd-fd8eb73b831b'] response: {'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691', 'status': 'completed', 'code': 200} May 25 15:01:30.925056 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:30.950540 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:30.985234 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:31.007847 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-50badcb4-1dd6-4af4-8baa-3f3770c7239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:31.009635 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-50badcb4-1dd6-4af4-8baa-3f3770c7239d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1129 time: 0.0402303 May 25 15:01:31.111581 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-b1b0078c-f52d-4661-bdb3-80f75b9b8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:31.112959 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-b1b0078c-f52d-4661-bdb3-80f75b9b8c9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.0919497 May 25 15:01:31.161357 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '0a4bfeb8-fc5e-4748-9877-fa432538230b', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'port_id': '219ede9e-3779-4194-a09a-08090b45e691', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'mac_address': 'fa:16:3e:f4:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:22Z', 'updated_at': '2022-05-25T15:01:30Z', 'revision_number': 3, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:31.179240 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-ffa0c7df-f88c-4f36-a78a-fee2fdc9b388 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 1001 time: 0.0578940 May 25 15:01:31.190304 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] Checking router: 6559ae17-e759-49cb-a3d7-b72ee4ca320f for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:31.199721 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:31.200340 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:31.214887 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:31.233020 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-2cad9d6d-4070-471b-a790-eacca918cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:31.234568 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-2cad9d6d-4070-471b-a790-eacca918cbd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0488968 May 25 15:01:31.305009 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-1f21d1b1-f8c2-4c54-9c29-924022adc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:31.306588 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-1f21d1b1-f8c2-4c54-9c29-924022adc418 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509679 May 25 15:01:31.307174 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:31.401688 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-03dead9e-79ca-4025-a4c5-07a08e7b5dd1 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852153 May 25 15:01:31.506569 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-525f0043-bbb0-4bfc-84e0-e838b6fb0ed4 req-614709dc-3dfa-4519-8846-3db505672978 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900595 May 25 15:01:31.517785 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '0a4bfeb8-fc5e-4748-9877-fa432538230b', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'port_id': '219ede9e-3779-4194-a09a-08090b45e691', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'mac_address': 'fa:16:3e:f4:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:22Z', 'updated_at': '2022-05-25T15:01:30Z', 'revision_number': 3, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:31.542768 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f1738-7712-4efb-bf52-c6bacab3d987 None None] The sync data for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi is: [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '0a4bfeb8-fc5e-4748-9877-fa432538230b', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'port_id': '219ede9e-3779-4194-a09a-08090b45e691', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'mac_address': 'fa:16:3e:f4:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a68392-711b-4106-990e-f6ad82525d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T14:59:22Z', 'updated_at': '2022-05-25T15:01:30Z', 'revision_number': 3, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:32.905723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:32.907763 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297b2397-9bd0-4fbc-8a32-e94ae5daed94" -d '{"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:33.000575 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7a4815-de07-4b84-b694-f1e56cd27ed7 x-openstack-request-id: req-2a7a4815-de07-4b84-b694-f1e56cd27ed7 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:33.000859 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "tag": "219ede9e-3779-4194-a09a-08090b45e691", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:33.001110 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a7a4815-de07-4b84-b694-f1e56cd27ed7 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:33.001502 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7a4815-de07-4b84-b694-f1e56cd27ed7'] response: {'name': 'network-changed', 'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'tag': '219ede9e-3779-4194-a09a-08090b45e691', 'status': 'completed', 'code': 200} May 25 15:01:33.118896 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-a0f8652b-93fe-4f6c-bab3-77635258d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:33.120452 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-a0f8652b-93fe-4f6c-bab3-77635258d060 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 1129 time: 0.0409062 May 25 15:01:33.215265 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-9607f31b-e7e1-4eba-a2cb-85a7bd1f6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:33.216640 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-9607f31b-e7e1-4eba-a2cb-85a7bd1f6bed service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.0851729 May 25 15:01:33.285804 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-635d4a31-9b26-4b01-8f71-0386bef193e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 200 len: 1001 time: 0.0574706 May 25 15:01:33.337725 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-5cb0ff5a-f9fd-49f8-aa51-5f94b82ee4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:33.339237 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-5cb0ff5a-f9fd-49f8-aa51-5f94b82ee4ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0445807 May 25 15:01:33.388838 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:33.396991 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-8cc3bbbb-e7e5-4e6d-b486-194846e11888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:33.398514 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-8cc3bbbb-e7e5-4e6d-b486-194846e11888 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411692 May 25 15:01:33.501292 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-18a5b687-cc26-493f-bb60-b50e075a2abf service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945594 May 25 15:01:33.598678 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-297b2397-9bd0-4fbc-8a32-e94ae5daed94 req-58d22bd7-abfb-4de1-ac69-ff54b13eab06 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863562 May 25 15:01:34.601342 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-b21b92d0-089f-4858-8754-1030f50bd904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:37.503033 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-1a8542f2-480c-48bf-95c7-7106ead39c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:39.105631 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:39.423105 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=27 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:39.425137 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=28 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:41.515702 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=63 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:41.521896 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=59 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:41.723249 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:42.029637 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:43.584732 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=74 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:43.594577 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=19 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:45.800217 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:01:48.111889 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f2fa8-2eb3-4f78-9cb4-6a1dc547d9f1 req-27966385-40b8-42fb-af76-a0dacde8dfab tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:48.113377 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-035f2fa8-2eb3-4f78-9cb4-6a1dc547d9f1 req-27966385-40b8-42fb-af76-a0dacde8dfab tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0464923 May 25 15:01:48.164410 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-035f2fa8-2eb3-4f78-9cb4-6a1dc547d9f1 req-4f13d727-14ae-4ea5-999c-219abb6ce1b1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 May 25 15:01:49.285072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf68a4-2689-4083-9478-d3b2e06b70c9 req-7245ae13-2bc1-4e3f-9173-0da8e58b76f9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:49.286570 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-28cf68a4-2689-4083-9478-d3b2e06b70c9 req-7245ae13-2bc1-4e3f-9173-0da8e58b76f9 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0530341 May 25 15:01:49.334614 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-28cf68a4-2689-4083-9478-d3b2e06b70c9 req-d2c81da8-c44c-41ba-add3-3d2bf1ed90c2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 May 25 15:01:50.228428 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:50.447095 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6a85-5c9f-4bc9-8222-dedbf3c6d338 req-724e48ce-1efd-4a3b-9f8e-969a46292fe0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:50.448475 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2f4d6a85-5c9f-4bc9-8222-dedbf3c6d338 req-724e48ce-1efd-4a3b-9f8e-969a46292fe0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0462532 May 25 15:01:50.494234 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2f4d6a85-5c9f-4bc9-8222-dedbf3c6d338 req-46144329-1153-47c3-8742-74536714c9a3 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=536bb3ac-a927-49fd-9468-300bca51191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 May 25 15:01:50.823990 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-9e851865-2a66-42db-ad47-0b81e583cc73 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:50.825496 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-9e851865-2a66-42db-ad47-0b81e583cc73 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 946 time: 0.0488517 May 25 15:01:50.983414 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Deleting port 17ca4119-5e7a-4061-9769-ec64b6238082 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:50.983754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.076290 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] For port 17ca4119-5e7a-4061-9769-ec64b6238082, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=17ca4119-5e7a-4061-9769-ec64b6238082,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:01:51.076525 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.241238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.241590 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (cda4f375-673d-40aa-9ab5-330907009d61), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.241898 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Floating IP cda4f375-673d-40aa-9ab5-330907009d61 disassociated. External IP: 172.27.0.159, port: 17ca4119-5e7a-4061-9769-ec64b6238082. May 25 15:01:51.242278 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Calling delete_port for 17ca4119-5e7a-4061-9769-ec64b6238082 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:51.376008 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (17ca4119-5e7a-4061-9769-ec64b6238082), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.405260 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event deleted for resources: {'Port': ['ID=17ca4119-5e7a-4061-9769-ec64b6238082,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:51.521495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Router a466a499-affb-459c-8982-52263ef5219a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:01:51.604262 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-29703de4-ca6c-4f95-8eba-4fa0f91f1a82 req-cf723c8d-52fb-4afc-88ab-273121fa094c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=6be96576-0efd-4362-8e0d-f74b16ddc912 HTTP/1.1" status: 200 len: 210 time: 0.0397213 May 25 15:01:51.657976 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:51.661099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:01:51.672929 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] Sync routers for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:01:51.679251 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:51.680375 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:51.690738 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:51.691411 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:51.707555 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] No DVR routers for this DVR port 17ca4119-5e7a-4061-9769-ec64b6238082 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:01:51.710111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:51.713936 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-27570a3a-a4f0-47ff-bb63-a40bcddb5bdc req-1c225f7f-c61b-4b81-9067-3b4b0712e73c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "DELETE /v2.0/ports/17ca4119-5e7a-4061-9769-ec64b6238082 HTTP/1.1" status: 204 len: 173 time: 0.8106251 May 25 15:01:51.714403 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'name': 'network-vif-deleted', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:51.716648 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edf7e06-7b00-4cfc-b91d-e680ef7f8ff1" -d '{"events": [{"server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "name": "network-vif-deleted", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:51.755798 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d477b8-c577-4325-a3ac-f7bb882852ee x-openstack-request-id: req-90d477b8-c577-4325-a3ac-f7bb882852ee {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:51.755957 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be96576-0efd-4362-8e0d-f74b16ddc912", "name": "network-vif-deleted", "tag": "17ca4119-5e7a-4061-9769-ec64b6238082", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:51.756097 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90d477b8-c577-4325-a3ac-f7bb882852ee {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:51.756570 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d477b8-c577-4325-a3ac-f7bb882852ee'] response: {'server_uuid': '6be96576-0efd-4362-8e0d-f74b16ddc912', 'name': 'network-vif-deleted', 'tag': '17ca4119-5e7a-4061-9769-ec64b6238082', 'status': 'completed', 'code': 200} May 25 15:01:51.804546 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:52.014600 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:52.040900 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] Checking router: a466a499-affb-459c-8982-52263ef5219a for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:01:52.050083 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:01:52.050706 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:01:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:52.296658 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:01:52.508241 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:01:52.537313 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a0619-06d3-462f-841e-ac6c93214f89 None None] The sync data for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi is: [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:01:52.718687 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55594) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:52.756388 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:52.787210 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-58eb2123-3ed7-462b-bd75-cb49fb4d2454 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (536bb3ac-a927-49fd-9468-300bca51191a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.800472 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae9d35b-8bc0-42ce-9076-181acd00905d None None] New status for floating IP cda4f375-673d-40aa-9ab5-330907009d61: DOWN {{(pid=110351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:01:52.816226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-58eb2123-3ed7-462b-bd75-cb49fb4d2454 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (536bb3ac-a927-49fd-9468-300bca51191a), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.870787 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-58eb2123-3ed7-462b-bd75-cb49fb4d2454 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (536bb3ac-a927-49fd-9468-300bca51191a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.873631 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-58eb2123-3ed7-462b-bd75-cb49fb4d2454 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:52.874884 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-58eb2123-3ed7-462b-bd75-cb49fb4d2454 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "DELETE /v2.0/security-groups/536bb3ac-a927-49fd-9468-300bca51191a HTTP/1.1" status: 204 len: 168 time: 0.1551795 May 25 15:01:52.877666 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55596) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:52.885174 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb2123-3ed7-462b-bd75-cb49fb4d2454 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536bb3ac-a927-49fd-9468-300bca51191a,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:52.906763 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.api.v2.resource [None req-e9bbfaa9-851a-4821-96be-adba5eca0a10 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] show failed (client error): The resource could not be found. May 25 15:01:52.912856 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55598) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:52.912993 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e9bbfaa9-851a-4821-96be-adba5eca0a10 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups/536bb3ac-a927-49fd-9468-300bca51191a HTTP/1.1" status: 404 len: 347 time: 0.0340965 May 25 15:01:53.028018 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Deleting port f97230f3-d91f-4254-8acd-df356612913c {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:01:53.028360 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (f97230f3-d91f-4254-8acd-df356612913c), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.109420 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (f97230f3-d91f-4254-8acd-df356612913c), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.109742 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (f97230f3-d91f-4254-8acd-df356612913c), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.121692 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Calling delete_port for f97230f3-d91f-4254-8acd-df356612913c owned by network:floatingip {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:01:53.286992 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (f97230f3-d91f-4254-8acd-df356612913c), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.319230 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event deleted for resources: {'Port': ['ID=f97230f3-d91f-4254-8acd-df356612913c,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:53.326059 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-12f342cf-94e9-400a-bde8-841ec9370bbd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762227 May 25 15:01:53.384301 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (cda4f375-673d-40aa-9ab5-330907009d61), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.387410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.391490 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-2047f477-2c9a-4997-b8ae-3d4282201772 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "DELETE /v2.0/floatingips/cda4f375-673d-40aa-9ab5-330907009d61 HTTP/1.1" status: 204 len: 168 time: 0.4770970 May 25 15:01:53.444571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547464a4-9228-46b4-805a-c88764ff8725 req-70008204-26b3-431e-81c8-1d61083ec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:53.446671 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-70008204-26b3-431e-81c8-1d61083ec741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acd27057280d4bdda5b9a689a1e399ff&device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 1129 time: 0.0458627 May 25 15:01:53.469132 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55602) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:53.474865 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-94364cc3-0d26-4a3f-af6f-2422e284ca67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003856802', 'description': 'tempest-description--771014069'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:53.545768 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-94364cc3-0d26-4a3f-af6f-2422e284ca67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.584237 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 17ca4119-5e7a-4061-9769-ec64b6238082 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:01:53.601670 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547464a4-9228-46b4-805a-c88764ff8725 req-2614de24-d0d6-4f98-b182-c0c95a2774eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:53.603212 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-2614de24-d0d6-4f98-b182-c0c95a2774eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 200 len: 921 time: 0.1318727 May 25 15:01:53.604556 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 17ca4119-5e7a-4061-9769-ec64b6238082 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:01:53.604894 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 17ca4119-5e7a-4061-9769-ec64b6238082 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:01:53.653826 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-60163c4b-d654-442a-a464-363ee69cb4b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c HTTP/1.1" status: 200 len: 217 time: 0.0403032 May 25 15:01:53.669037 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:53.690126 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:53.719327 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-94364cc3-0d26-4a3f-af6f-2422e284ca67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (d81a615b-42d5-44da-b723-79359b5a7b8d), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.726464 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-94364cc3-0d26-4a3f-af6f-2422e284ca67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d81a615b-42d5-44da-b723-79359b5a7b8d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.729476 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547464a4-9228-46b4-805a-c88764ff8725 req-63c22efc-ddc1-4cb7-9cd0-5da907ab92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:53.731032 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-63c22efc-ddc1-4cb7-9cd0-5da907ab92d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 200 len: 858 time: 0.0702415 May 25 15:01:53.791618 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-94364cc3-0d26-4a3f-af6f-2422e284ca67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.792819 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-94364cc3-0d26-4a3f-af6f-2422e284ca67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3226967 May 25 15:01:53.795771 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94364cc3-0d26-4a3f-af6f-2422e284ca67 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81a615b-42d5-44da-b723-79359b5a7b8d,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:53.795928 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55606) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:53.801236 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'security_group_rule': {'security_group_id': 'd81a615b-42d5-44da-b723-79359b5a7b8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:53.804623 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547464a4-9228-46b4-805a-c88764ff8725 req-65b69795-9790-4b2d-9ca2-6878f268c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:53.806693 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-65b69795-9790-4b2d-9ca2-6878f268c615 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e385260d-6c1a-4502-b416-70a643ca9f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592508 May 25 15:01:53.829844 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (b611bea9-f592-4973-98b3-ef30d069bd66), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.886347 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (b611bea9-f592-4973-98b3-ef30d069bd66), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.890306 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (b611bea9-f592-4973-98b3-ef30d069bd66), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.903279 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-51fde6fb-a651-4554-8a02-4f7a3af8d8f3 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878878 May 25 15:01:53.910263 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b611bea9-f592-4973-98b3-ef30d069bd66,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:53.922572 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.922924 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.923271 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.923606 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.923995 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.924319 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.924639 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.924953 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.925272 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.925666 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.927843 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.928186 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.928512 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.928868 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.929359 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:53.935263 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:53.936459 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-06ccc8da-5afc-48bb-9533-2ca8bc0443f0 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396983 May 25 15:01:53.939293 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55608) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:53.946430 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-91f13ad4-da33-4982-892c-460bb0107a9f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'security_group_rule': {'security_group_id': 'd81a615b-42d5-44da-b723-79359b5a7b8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:53.973828 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-91f13ad4-da33-4982-892c-460bb0107a9f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (2ac3d66e-f089-4bad-9bb2-768e3fc60285), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.009842 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-547464a4-9228-46b4-805a-c88764ff8725 req-94aa8c7d-021b-4a0b-8c61-b7280f8a9925 service neutron] 10.222.0.72 "GET /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998952 May 25 15:01:54.032664 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-91f13ad4-da33-4982-892c-460bb0107a9f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (2ac3d66e-f089-4bad-9bb2-768e3fc60285), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.037534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-91f13ad4-da33-4982-892c-460bb0107a9f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (2ac3d66e-f089-4bad-9bb2-768e3fc60285), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.057462 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f13ad4-da33-4982-892c-460bb0107a9f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac3d66e-f089-4bad-9bb2-768e3fc60285,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:54.065309 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-91f13ad4-da33-4982-892c-460bb0107a9f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.066568 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-91f13ad4-da33-4982-892c-460bb0107a9f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240165 May 25 15:01:54.069725 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55610) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:01:54.074116 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:54.095980 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.174163 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.290026 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Allocated IP 172.27.0.133 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:01:54.352749 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:54.404158 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.413369 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:54.444844 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.483539 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:01:54.486514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:01:54.489968 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:01:54.513734 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'Port': ['ID=45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:54.578668 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (bbcb970b-d751-4987-858d-77860cb8368a), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.629628 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.813665 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.818096 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.886357 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'Port': ['ID=45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:54.894611 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (bbcb970b-d751-4987-858d-77860cb8368a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.910435 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:54.911663 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9c29c177-af72-4fdb-b7e8-e2f8550e0000 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8409727 May 25 15:01:55.059116 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-c4c47e3d-21d8-4ad7-9b4a-5c2faf2cddaf tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2003856802&fields=id&tenant_id=2395f31fad3645c19096d648c521bf31 HTTP/1.1" status: 200 len: 267 time: 0.0429094 May 25 15:01:55.164449 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-be89e753-67f7-4070-ad5c-7946b5b1c10c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:55.165830 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-be89e753-67f7-4070-ad5c-7946b5b1c10c tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 809 time: 0.1003253 May 25 15:01:55.180704 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-413b5489-b9f0-4563-b6cc-57bb08e302d4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/quotas/2395f31fad3645c19096d648c521bf31 HTTP/1.1" status: 200 len: 375 time: 0.0089488 May 25 15:01:55.228537 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-b767d123-f49f-4667-b886-89cf8bdbd5c3 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429766 May 25 15:01:55.306907 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:55.377070 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-657c7d62-f3ce-4d7b-b5aa-addf6b7c3a49 service neutron] 10.222.0.78 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372652 May 25 15:01:55.391705 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:55.688088 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-b98e3aa2-f707-4ea1-aef8-2da485757a77 service neutron] 10.222.0.78 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052647 May 25 15:01:56.127929 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1e4b852c-baa8-4ba4-9297-974a28ff2a14 req-01f1725b-3613-42d4-9dcb-645132b87e79 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 210 time: 0.2809029 May 25 15:01:57.216697 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-30dcd424-eb02-4478-bd24-59956528e51a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:57.218670 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-30dcd424-eb02-4478-bd24-59956528e51a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 809 time: 0.1137111 May 25 15:01:57.235717 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-467056c6-8bde-4a95-9e58-9f3d3ef0279a req-8ae301a7-f5b7-415a-abd3-7e847d008aa1 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 210 time: 0.0299864 May 25 15:01:57.328949 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-c528b846-3c83-42d2-88ba-687695c2c6a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2395f31fad3645c19096d648c521bf31 HTTP/1.1" status: 200 len: 380 time: 0.0604401 May 25 15:01:57.461717 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'port': {'device_id': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'admin_state_up': True, 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'security_groups': ['d81a615b-42d5-44da-b723-79359b5a7b8d']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:57.573521 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Made reservation on behalf of 2395f31fad3645c19096d648c521bf31 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:01:57.577211 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.714696 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Allocated IP 172.20.0.9 (da3cdcb2-1ede-42ee-8e56-23a36c228a18/4aa804f0-ec7a-4a69-980a-d4c3cca959d9/e879175d-ad6e-45f8-890b-d64ddeb1ddf4) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:01:57.723884 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:57.857125 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.893788 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:57.899961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:57.947728 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:01:57.952122 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:01:57.956605 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:01:57.988590 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event updated for resources: {'Port': ['ID=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:58.004231 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.004579 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.004915 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.005254 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.005586 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.005914 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.006265 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.006587 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.006898 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.007227 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.007810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.008133 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.008454 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.009052 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.009914 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:01:58.032477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:58.033144 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.051978 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-ca3c9903-c227-416b-af8e-98b3a9fd1dc4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5938232 May 25 15:01:58.086950 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Request body: {'port': {'device_id': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:01:58.152210 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.197705 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-7221e814-42a1-49f4-b6e6-e5d562888d04 None None] Provisioning complete for port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:01:58.198335 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7221e814-42a1-49f4-b6e6-e5d562888d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.232201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7221e814-42a1-49f4-b6e6-e5d562888d04 None None] Port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:01:58.407680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84043d-2cd3-4cbe-9865-efd3e0280855 req-bf85c5e3-a0e6-445a-99b6-5f3df92f71e8 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:58.409163 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6a84043d-2cd3-4cbe-9865-efd3e0280855 req-bf85c5e3-a0e6-445a-99b6-5f3df92f71e8 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 931 time: 0.0824523 May 25 15:01:58.497883 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6a84043d-2cd3-4cbe-9865-efd3e0280855 req-13b8cf00-653c-4efe-8cbd-7cdbe49f4541 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793676 May 25 15:01:58.532875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e879175d-ad6e-45f8-890b-d64ddeb1ddf4 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:01:58.541023 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Publish callbacks [] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.554292 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Transition to ACTIVE for port object e879175d-ad6e-45f8-890b-d64ddeb1ddf4 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:01:58.558518 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.563380 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:58.615524 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Pushing event updated for resources: {'Port': ['ID=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:58.709573 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Attempting to bind port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:01:58.710343 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Attempting to bind port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:01:58.710343 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Attempting to bind port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:01:58.716114 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:01:58.716651 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Attempting to bind port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 on network da3cdcb2-1ede-42ee-8e56-23a36c228a18 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:01:58.722578 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:01:58.722963 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Checking segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:01:58.723287 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Bound using segment: {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:01:58.723875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Bound port: e879175d-ad6e-45f8-890b-d64ddeb1ddf4, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985c074c-d889-49ae-b599-5e52285a0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:01:58.724241 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.814749 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] For port e879175d-ad6e-45f8-890b-d64ddeb1ddf4, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:01:58.818447 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] For port e879175d-ad6e-45f8-890b-d64ddeb1ddf4, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:01:58.824640 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.829124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:01:58.863581 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:58.864372 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:01:58.865776 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] 10.222.0.72 "PUT /v2.0/ports/e879175d-ad6e-45f8-890b-d64ddeb1ddf4 HTTP/1.1" status: 200 len: 1093 time: 0.7832627 May 25 15:01:58.871288 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:01:58.873582 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715bf1f6-904b-4881-90d0-0a5cb16a0b63" -d '{"events": [{"name": "network-changed", "server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:01:58.908294 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14636fce-3399-4223-bccb-687c5dde45ee service neutron] Pushing event updated for resources: {'Port': ['ID=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:01:58.924556 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d63597b-d518-4d29-9a0f-c0afdb0296c4 x-openstack-request-id: req-4d63597b-d518-4d29-9a0f-c0afdb0296c4 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:01:58.924849 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:01:58.925105 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d63597b-d518-4d29-9a0f-c0afdb0296c4 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:01:58.925510 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d63597b-d518-4d29-9a0f-c0afdb0296c4'] response: {'name': 'network-changed', 'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'status': 'completed', 'code': 200} May 25 15:01:59.016237 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-e4cc4719-9171-45ce-8612-dcfa384bab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.018306 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-e4cc4719-9171-45ce-8612-dcfa384bab28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 1127 time: 0.0504029 May 25 15:01:59.082657 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-80e2212c-1795-4729-898f-3ec9829e3f34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4 HTTP/1.1" status: 200 len: 217 time: 0.0387058 May 25 15:01:59.138168 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-2b192963-989e-46a1-a61c-6fc4461a9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.139564 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-2b192963-989e-46a1-a61c-6fc4461a9b62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0451534 May 25 15:01:59.199733 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-66595027-5d66-41ff-a446-edfd63312efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.201252 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-66595027-5d66-41ff-a446-edfd63312efe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500016 May 25 15:01:59.299000 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-dfece26a-48da-4cff-a6c3-baa51878c445 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893090 May 25 15:01:59.396016 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5ac8a8de-8006-44c8-a295-0a9649b1186f req-8d1b4ad3-7aee-4722-9c1a-f4bd5a910439 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879712 May 25 15:01:59.628146 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417e15e-5b8d-4c65-a466-6ec75f466384 req-e150b10a-fb4e-4e2e-b9b6-257f45a61805 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:01:59.629566 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7417e15e-5b8d-4c65-a466-6ec75f466384 req-e150b10a-fb4e-4e2e-b9b6-257f45a61805 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 943 time: 0.0485680 May 25 15:01:59.691000 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7417e15e-5b8d-4c65-a466-6ec75f466384 req-37133d6b-e63d-416e-ad46-339173f2415e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550611 May 25 15:02:00.815157 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e8d6-40c3-441b-8482-914e1198d42a req-d24da168-e8bd-461c-8d93-8db0a92ab10f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:00.816664 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d3b7e8d6-40c3-441b-8482-914e1198d42a req-d24da168-e8bd-461c-8d93-8db0a92ab10f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 943 time: 0.0530319 May 25 15:02:00.833979 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-77414ae6-3e58-4f27-9e70-71967cacc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:00.835716 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-77414ae6-3e58-4f27-9e70-71967cacc788 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 1127 time: 0.0404341 May 25 15:02:00.864152 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d3b7e8d6-40c3-441b-8482-914e1198d42a req-6b14bb6b-c146-471d-b86c-f9de54a92d19 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 May 25 15:02:00.929726 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-169ddcff-7121-4205-9d2c-cf6011be2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:00.931933 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-169ddcff-7121-4205-9d2c-cf6011be2b62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 911 time: 0.0874190 May 25 15:02:00.977067 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-9e721b84-b85a-4413-bd7b-c7768c38fa9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4 HTTP/1.1" status: 200 len: 217 time: 0.0361702 May 25 15:02:01.028503 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-8695bf1a-6078-40ae-bd2e-d2ef60702cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:01.029974 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-8695bf1a-6078-40ae-bd2e-d2ef60702cc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0451059 May 25 15:02:01.081345 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:01.085445 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-5f869041-51f4-44e6-9db5-48841840eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:01.086989 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-5f869041-51f4-44e6-9db5-48841840eb2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496428 May 25 15:02:01.192946 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-9a0357d5-01b2-453f-a48d-d090c99039fc service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948570 May 25 15:02:01.292324 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-715bf1f6-904b-4881-90d0-0a5cb16a0b63 req-971c6321-543c-4eca-9444-c1f75b1e15c7 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896759 May 25 15:02:01.980956 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c7606-3b3a-4703-866c-c690213b327d req-b003238d-7833-4868-8e69-336380e71903 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:01.982502 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b86c7606-3b3a-4703-866c-c690213b327d req-b003238d-7833-4868-8e69-336380e71903 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 943 time: 0.0490539 May 25 15:02:02.036479 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b86c7606-3b3a-4703-866c-c690213b327d req-7b00ece8-4ca5-49e0-b638-91b990c19ada tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482728 May 25 15:02:02.868916 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=7 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:03.017200 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:03.150278 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aef06-7919-4552-82d2-29007ea733a7 req-36159bf4-6271-463c-ad13-ff79b1876868 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:03.151674 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-712aef06-7919-4552-82d2-29007ea733a7 req-36159bf4-6271-463c-ad13-ff79b1876868 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 943 time: 0.0474179 May 25 15:02:03.197127 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-712aef06-7919-4552-82d2-29007ea733a7 req-b72a2f22-e724-4a24-8a5b-ca9cd1bb8d15 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 May 25 15:02:03.614463 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e879175d-ad6e-45f8-890b-d64ddeb1ddf4 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:02:03.710836 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e879175d-ad6e-45f8-890b-d64ddeb1ddf4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:03.729767 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:03.734875 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'port_id': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'mac_address': 'fa:16:3e:0a:ce:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:02:03.821041 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:03.821418 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:03.825395 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:03.868519 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e879175d-ad6e-45f8-890b-d64ddeb1ddf4 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:03.911538 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e879175d-ad6e-45f8-890b-d64ddeb1ddf4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:03.916853 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:03.963051 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:04.311544 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e28d6-6cc2-401d-a8e8-664aff20253e req-7eeaf515-2f27-46ad-b4de-92affa78ecb2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:04.313088 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e80e28d6-6cc2-401d-a8e8-664aff20253e req-7eeaf515-2f27-46ad-b4de-92affa78ecb2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 944 time: 0.0475256 May 25 15:02:04.333588 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:04.362151 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e80e28d6-6cc2-401d-a8e8-664aff20253e req-ec7d7ab4-e7ed-4210-a09f-a15375824de4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 May 25 15:02:04.424783 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['e879175d-ad6e-45f8-890b-d64ddeb1ddf4'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:04.605802 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d233938e-7782-42b9-9724-28304f5ad506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.476663 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6b610-5d92-49d0-b357-8859252f7aa9 req-63b55494-fc50-4ffa-aad2-1d697e4be362 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:05.478715 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7fa6b610-5d92-49d0-b357-8859252f7aa9 req-63b55494-fc50-4ffa-aad2-1d697e4be362 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 944 time: 0.0470493 May 25 15:02:05.530943 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7fa6b610-5d92-49d0-b357-8859252f7aa9 req-5975e78f-03ad-42a0-bf1c-59038e138c05 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466781 May 25 15:02:05.622636 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e879175d-ad6e-45f8-890b-d64ddeb1ddf4 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:05.669092 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:02:05.675961 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:05.676335 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.750491 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:05.750873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.777039 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:05.779359 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2111c9a8-5dd8-4870-baaf-f1844514026d" -d '{"events": [{"server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "name": "network-vif-plugged", "status": "completed", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:05.794628 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e879175d-ad6e-45f8-890b-d64ddeb1ddf4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:05.799758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:05.848701 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:05.876521 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f4cf3b-3c09-46ad-a55c-24839daeddd0 x-openstack-request-id: req-e8f4cf3b-3c09-46ad-a55c-24839daeddd0 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:05.876837 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "name": "network-vif-plugged", "status": "completed", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:05.877093 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8f4cf3b-3c09-46ad-a55c-24839daeddd0 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:05.877493 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f4cf3b-3c09-46ad-a55c-24839daeddd0'] response: {'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'code': 200} May 25 15:02:06.127111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5177e-3ffa-4a30-9a2b-bbf0093ed36c req-e0f27d9f-5883-4ad0-970b-615959e64ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:06.128605 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-58d5177e-3ffa-4a30-9a2b-bbf0093ed36c req-e0f27d9f-5883-4ad0-970b-615959e64ec1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 1129 time: 0.0396142 May 25 15:02:06.177456 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-58d5177e-3ffa-4a30-9a2b-bbf0093ed36c req-98054845-c38e-4027-896c-22f771b09743 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376604 May 25 15:02:06.646223 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128c242-4f3c-4cd6-a4c3-fc1663c2acc4 req-a6a0a037-fefb-441d-8f55-356e0261a719 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:06.647697 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e128c242-4f3c-4cd6-a4c3-fc1663c2acc4 req-a6a0a037-fefb-441d-8f55-356e0261a719 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0467453 May 25 15:02:06.693414 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e128c242-4f3c-4cd6-a4c3-fc1663c2acc4 req-5576777d-7e2f-4807-b0df-2fc442f71b8d tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 May 25 15:02:07.510033 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3aeb34e6-fd9f-4685-aff8-a620c87c65db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:07.828902 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc160f25-5a9c-4441-adf0-42000908eaf2 req-acc19094-ffd4-4773-b25a-040924c97062 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:07.830479 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc160f25-5a9c-4441-adf0-42000908eaf2 req-acc19094-ffd4-4773-b25a-040924c97062 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0584590 May 25 15:02:07.878811 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc160f25-5a9c-4441-adf0-42000908eaf2 req-910e77fb-81d4-429c-82ed-5c0635181cdb tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 May 25 15:02:08.992654 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ad65f-4912-4eb1-a0e2-5f93733a6e44 req-c4e6fa35-9410-4d6b-8869-a74be60b951f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:08.994968 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-242ad65f-4912-4eb1-a0e2-5f93733a6e44 req-c4e6fa35-9410-4d6b-8869-a74be60b951f tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0476832 May 25 15:02:09.042500 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-242ad65f-4912-4eb1-a0e2-5f93733a6e44 req-884a7b6e-bd05-4659-b3c9-1780738b252e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 May 25 15:02:09.108433 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.153069 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb826-fca5-4317-a28a-d12314aad6d4 req-e76e7270-36ab-4a62-9f18-634f56a849ca tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:09.154553 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-76acb826-fca5-4317-a28a-d12314aad6d4 req-e76e7270-36ab-4a62-9f18-634f56a849ca tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0477231 May 25 15:02:09.163059 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55678) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:09.168025 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Request body: {'floatingip': {'port_id': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:09.207442 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (bbcb970b-d751-4987-858d-77860cb8368a), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.592629 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:09.655905 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.659818 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (bbcb970b-d751-4987-858d-77860cb8368a), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:09.705297 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:09.762567 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Floating IP bbcb970b-d751-4987-858d-77860cb8368a associated. External IP: 172.27.0.133, port: e879175d-ad6e-45f8-890b-d64ddeb1ddf4. May 25 15:02:09.956514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Router a466a499-affb-459c-8982-52263ef5219a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:10.059401 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:10.064458 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:10.069807 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb0351-1555-413f-8b57-956044488e30 None None] Sync routers for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:10.085984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:10.086693 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.100902 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4744c363-bd4f-4e55-a7f3-b84f4dbbe1a2 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "PUT /v2.0/floatingips/bbcb970b-d751-4987-858d-77860cb8368a HTTP/1.1" status: 200 len: 991 time: 0.9367278 May 25 15:02:10.101458 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:10.103788 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85114c4c-d3d4-4678-91c9-12edff362e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:10.144181 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:10.204304 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:10.211576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c81afa0-075a-4f1d-b57c-9421e35c797f x-openstack-request-id: req-3c81afa0-075a-4f1d-b57c-9421e35c797f {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:10.211923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:10.212194 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c81afa0-075a-4f1d-b57c-9421e35c797f {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:10.212588 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c81afa0-075a-4f1d-b57c-9421e35c797f'] response: {'name': 'network-changed', 'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'status': 'completed', 'code': 200} May 25 15:02:10.326918 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-763b82a3-10be-4863-8f59-77f5c1f106d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.328561 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-763b82a3-10be-4863-8f59-77f5c1f106d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2395f31fad3645c19096d648c521bf31&device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 1129 time: 0.0419865 May 25 15:02:10.414959 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:10.430045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-c9fa19b1-500e-450e-914b-217572b2639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.432127 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-c9fa19b1-500e-450e-914b-217572b2639c service neutron] 10.222.0.72 "GET /v2.0/networks?id=da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 200 len: 911 time: 0.0923045 May 25 15:02:10.479999 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'bbcb970b-d751-4987-858d-77860cb8368a', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'a466a499-affb-459c-8982-52263ef5219a', 'port_id': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'mac_address': 'fa:16:3e:0a:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:54Z', 'updated_at': '2022-05-25T15:02:09Z', 'revision_number': 1, 'project_id': '2395f31fad3645c19096d648c521bf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.502789 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-4ceafeba-90b6-4bce-b92a-cff3b3c87e67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4 HTTP/1.1" status: 200 len: 999 time: 0.0591490 May 25 15:02:10.506533 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb0351-1555-413f-8b57-956044488e30 None None] Checking router: a466a499-affb-459c-8982-52263ef5219a for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:10.515758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:10.516468 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.565253 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-0956dab8-5b92-44c5-aa6f-3c178aa73ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.566788 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-0956dab8-5b92-44c5-aa6f-3c178aa73ac2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 200 len: 848 time: 0.0497687 May 25 15:02:10.617574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-36af096e-f61f-49d0-b1f9-b9509d54c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:10.619696 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-36af096e-f61f-49d0-b1f9-b9509d54c7a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da3cdcb2-1ede-42ee-8e56-23a36c228a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412898 May 25 15:02:10.624807 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:10.721837 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-0fe1a431-9502-4877-91c2-8b5074688052 service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843370 May 25 15:02:10.821647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:10.828091 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-85114c4c-d3d4-4678-91c9-12edff362e9a req-095139b2-1978-4162-9496-e4db0a0eb46b service neutron] 10.222.0.72 "GET /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964372 May 25 15:02:10.963814 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-91cb0351-1555-413f-8b57-956044488e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'bbcb970b-d751-4987-858d-77860cb8368a', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'a466a499-affb-459c-8982-52263ef5219a', 'port_id': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'mac_address': 'fa:16:3e:0a:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:54Z', 'updated_at': '2022-05-25T15:02:09Z', 'revision_number': 1, 'project_id': '2395f31fad3645c19096d648c521bf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:10.992202 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cb0351-1555-413f-8b57-956044488e30 None None] The sync data for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi is: [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'bbcb970b-d751-4987-858d-77860cb8368a', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'a466a499-affb-459c-8982-52263ef5219a', 'port_id': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'mac_address': 'fa:16:3e:0a:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:01:54Z', 'updated_at': '2022-05-25T15:02:09Z', 'revision_number': 1, 'project_id': '2395f31fad3645c19096d648c521bf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:11.188392 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14547a-f262-4638-95bc-d433dbaef4e9 None None] New status for floating IP bbcb970b-d751-4987-858d-77860cb8368a: ACTIVE {{(pid=110351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:11.726121 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:12.032416 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.094409 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=45 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:20.096363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=50 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:20.236319 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:20.824435 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=76 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:21.161168 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd311e-cee3-4de3-a25f-3bb3bc3de5c5 req-e358d094-9fb6-4965-9dc2-a8b989990bf5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:21.162552 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e1bd311e-cee3-4de3-a25f-3bb3bc3de5c5 req-e358d094-9fb6-4965-9dc2-a8b989990bf5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0506060 May 25 15:02:21.208672 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e1bd311e-cee3-4de3-a25f-3bb3bc3de5c5 req-eb97a0e8-f2e6-4609-947e-eb8ceb5c4532 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405490 May 25 15:02:21.317292 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:22.326900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201e5d-b6d5-471f-8605-49e7f49c45c4 req-4fe5ad2c-b17c-4ec2-b34a-03da660b86b7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:22.328450 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-13201e5d-b6d5-471f-8605-49e7f49c45c4 req-4fe5ad2c-b17c-4ec2-b34a-03da660b86b7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0501931 May 25 15:02:22.380743 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-13201e5d-b6d5-471f-8605-49e7f49c45c4 req-d778ae94-3869-4dcd-8c55-fcdfcdc1f4ea tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 May 25 15:02:22.799790 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:02:23.495437 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fbe89-c34e-45f5-ac40-88fdc5c89448 req-fa653c36-58a0-4378-aafc-48dcbc0dbd12 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:23.496919 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ff8fbe89-c34e-45f5-ac40-88fdc5c89448 req-fa653c36-58a0-4378-aafc-48dcbc0dbd12 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0474443 May 25 15:02:23.544068 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ff8fbe89-c34e-45f5-ac40-88fdc5c89448 req-476ca28e-8751-4ac6-94f5-58290437ba30 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 May 25 15:02:24.657024 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989ffe9-0488-480b-93ba-3b7b1e943132 req-4c464b22-d743-4342-87b1-a393c3462d70 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:24.658525 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d989ffe9-0488-480b-93ba-3b7b1e943132 req-4c464b22-d743-4342-87b1-a393c3462d70 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0458946 May 25 15:02:24.708026 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d989ffe9-0488-480b-93ba-3b7b1e943132 req-bbd74218-2583-4b9a-ba99-25da0d98cea2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439451 May 25 15:02:25.824848 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace4ff4-7a16-49ed-aa56-96b102d9c509 req-d17a1414-bfe3-4d4e-9d11-914d580f1768 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:25.826301 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0ace4ff4-7a16-49ed-aa56-96b102d9c509 req-d17a1414-bfe3-4d4e-9d11-914d580f1768 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0511324 May 25 15:02:25.872804 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0ace4ff4-7a16-49ed-aa56-96b102d9c509 req-9657fe46-6f2e-4bcb-b394-6c7aedd1336f tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=18470a08-f831-4554-841b-209ed31db30c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408382 May 25 15:02:26.202344 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-b0e1c7d5-0f5d-4d60-89fb-5621f30f4597 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:26.203853 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-b0e1c7d5-0f5d-4d60-89fb-5621f30f4597 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 945 time: 0.0478179 May 25 15:02:26.295466 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Deleting port 219ede9e-3779-4194-a09a-08090b45e691 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:26.295466 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (219ede9e-3779-4194-a09a-08090b45e691), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:26.386107 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] For port 219ede9e-3779-4194-a09a-08090b45e691, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=219ede9e-3779-4194-a09a-08090b45e691,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:26.386467 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (219ede9e-3779-4194-a09a-08090b45e691), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:26.555156 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:26.555420 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:26.555731 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Floating IP 0a4bfeb8-fc5e-4748-9877-fa432538230b disassociated. External IP: 172.27.0.254, port: 219ede9e-3779-4194-a09a-08090b45e691. May 25 15:02:26.556069 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Calling delete_port for 219ede9e-3779-4194-a09a-08090b45e691 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:26.679814 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (219ede9e-3779-4194-a09a-08090b45e691), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:26.710418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event deleted for resources: {'Port': ['ID=219ede9e-3779-4194-a09a-08090b45e691,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:26.824068 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Router 6559ae17-e759-49cb-a3d7-b72ee4ca320f has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:26.918957 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:26.927758 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:26.940286 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] Sync routers for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:26.954615 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:26.955138 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:27.005086 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-472c7320-9cd9-4008-b50e-ea69e8c48e0b req-de0d6571-2ef5-410a-add0-1d9f6ffcf34a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=58a68392-711b-4106-990e-f6ad82525d59 HTTP/1.1" status: 200 len: 210 time: 0.0500627 May 25 15:02:27.005512 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] No DVR routers for this DVR port 219ede9e-3779-4194-a09a-08090b45e691 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:27.008235 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:27.011961 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-398d8ea1-8fa4-4219-b308-dca6404009bf req-f4a3861d-ab43-41a3-ad41-745f942e8bee tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "DELETE /v2.0/ports/219ede9e-3779-4194-a09a-08090b45e691 HTTP/1.1" status: 204 len: 173 time: 0.8017316 May 25 15:02:27.012403 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'name': 'network-vif-deleted', 'tag': '219ede9e-3779-4194-a09a-08090b45e691'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:27.014684 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ed7149-03f1-4bae-ab53-7f2a7941dc76" -d '{"events": [{"server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "name": "network-vif-deleted", "tag": "219ede9e-3779-4194-a09a-08090b45e691"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:27.050891 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6f3c2-e437-4dbf-9659-c6056e4d75d2 x-openstack-request-id: req-03b6f3c2-e437-4dbf-9659-c6056e4d75d2 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:27.051180 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a68392-711b-4106-990e-f6ad82525d59", "name": "network-vif-deleted", "tag": "219ede9e-3779-4194-a09a-08090b45e691", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:27.051431 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03b6f3c2-e437-4dbf-9659-c6056e4d75d2 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:27.051831 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b6f3c2-e437-4dbf-9659-c6056e4d75d2'] response: {'server_uuid': '58a68392-711b-4106-990e-f6ad82525d59', 'name': 'network-vif-deleted', 'tag': '219ede9e-3779-4194-a09a-08090b45e691', 'status': 'completed', 'code': 200} May 25 15:02:27.061880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:27.255536 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:27.273685 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:27.308870 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] Checking router: 6559ae17-e759-49cb-a3d7-b72ee4ca320f for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:27.319406 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:27.319958 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:27.432165 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:27.462586 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:27.629997 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:27.659469 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c44e9-6fda-4ccb-ba08-e9f5db731d35 None None] The sync data for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi is: [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:13Z', 'revision_number': 4, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '43f9a92b-426d-4a46-a051-0716365ee090', 'name': '', 'network_id': 'e385260d-6c1a-4502-b416-70a643ca9f7a', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'mac_address': 'fa:16:3e:ee:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:09Z', 'updated_at': '2022-05-25T14:56:21Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'subnets': [{'id': 'a7ced567-2428-42c0-b789-74ed33f08cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:27.889929 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f96662-fedc-48ba-91b6-4c3f903ce76e None None] New status for floating IP 0a4bfeb8-fc5e-4748-9877-fa432538230b: DOWN {{(pid=110351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:28.102110 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55762) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:28.158258 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7f01c759-1a5b-4872-b159-925f65a22135 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group (18470a08-f831-4554-841b-209ed31db30c), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.181399 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7f01c759-1a5b-4872-b159-925f65a22135 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group (18470a08-f831-4554-841b-209ed31db30c), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.228381 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7f01c759-1a5b-4872-b159-925f65a22135 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (18470a08-f831-4554-841b-209ed31db30c), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.231792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7f01c759-1a5b-4872-b159-925f65a22135 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.232940 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-7f01c759-1a5b-4872-b159-925f65a22135 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "DELETE /v2.0/security-groups/18470a08-f831-4554-841b-209ed31db30c HTTP/1.1" status: 204 len: 168 time: 0.1298633 May 25 15:02:28.235517 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55764) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:28.242215 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01c759-1a5b-4872-b159-925f65a22135 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18470a08-f831-4554-841b-209ed31db30c,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:28.249460 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.api.v2.resource [None req-bc4ee6fa-c43d-4894-aaf8-9cecab5014e9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] show failed (client error): The resource could not be found. May 25 15:02:28.250496 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-bc4ee6fa-c43d-4894-aaf8-9cecab5014e9 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups/18470a08-f831-4554-841b-209ed31db30c HTTP/1.1" status: 404 len: 347 time: 0.0139534 May 25 15:02:28.253153 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55766) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:28.360422 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:28.367521 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Deleting port 71cd3321-5285-4f56-8e8f-1e1aecd64875 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:28.367857 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.446814 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.447632 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (71cd3321-5285-4f56-8e8f-1e1aecd64875), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.459548 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Calling delete_port for 71cd3321-5285-4f56-8e8f-1e1aecd64875 owned by network:floatingip {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:28.586963 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (71cd3321-5285-4f56-8e8f-1e1aecd64875), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.615415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event deleted for resources: {'Port': ['ID=71cd3321-5285-4f56-8e8f-1e1aecd64875,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:28.678649 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks [] for floatingip (0a4bfeb8-fc5e-4748-9877-fa432538230b), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.681089 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:28.682302 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d6cfdae1-d899-4698-838b-b841fcce248e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "DELETE /v2.0/floatingips/0a4bfeb8-fc5e-4748-9877-fa432538230b HTTP/1.1" status: 204 len: 168 time: 0.4282398 May 25 15:02:31.215488 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6bd72-5c39-4f9b-b9ab-42926b02b6e4 req-237829af-3316-4435-9c79-e12412cc8f8a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:31.216937 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2ed6bd72-5c39-4f9b-b9ab-42926b02b6e4 req-237829af-3316-4435-9c79-e12412cc8f8a tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0515244 May 25 15:02:31.265970 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2ed6bd72-5c39-4f9b-b9ab-42926b02b6e4 req-ada60542-9250-4389-9436-343abffbc5b2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434570 May 25 15:02:31.803422 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 219ede9e-3779-4194-a09a-08090b45e691 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:31.823779 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 219ede9e-3779-4194-a09a-08090b45e691 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:31.824124 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 219ede9e-3779-4194-a09a-08090b45e691 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:32.385542 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8f7e-fdd3-4d83-82fa-1a7f433a68b6 req-a310eaa8-581c-4433-8816-337511ff5be6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:32.387271 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70db8f7e-fdd3-4d83-82fa-1a7f433a68b6 req-a310eaa8-581c-4433-8816-337511ff5be6 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0505369 May 25 15:02:32.439721 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70db8f7e-fdd3-4d83-82fa-1a7f433a68b6 req-cce4dbfe-2935-404d-bf15-d5ff3d57ba7b tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 May 25 15:02:33.267015 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1ba9e-56d1-4d8e-9199-3c9f2ae5c889 req-1398915b-77f3-4f72-8777-9500282d5dd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:33.268553 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3f1ba9e-56d1-4d8e-9199-3c9f2ae5c889 req-1398915b-77f3-4f72-8777-9500282d5dd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0481360 May 25 15:02:33.317679 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3f1ba9e-56d1-4d8e-9199-3c9f2ae5c889 req-4d64f63f-888a-4dd6-bb91-1d072c42541f tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433333 May 25 15:02:33.555769 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cffda3-e890-40a8-aba6-26ddac7007f8 req-98427071-caea-4461-8b48-30b2804f62d5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:33.557301 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f7cffda3-e890-40a8-aba6-26ddac7007f8 req-98427071-caea-4461-8b48-30b2804f62d5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0481877 May 25 15:02:33.608314 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f7cffda3-e890-40a8-aba6-26ddac7007f8 req-eb45bdb4-7a13-4d42-b0ea-b2bc5d21afc7 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 May 25 15:02:34.432591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a1b33-2f4b-47f2-932e-f9e3f5a8d52d req-0774961d-ff7d-4dfc-b607-14d921eb9c11 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:34.434106 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-845a1b33-2f4b-47f2-932e-f9e3f5a8d52d req-0774961d-ff7d-4dfc-b607-14d921eb9c11 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0470352 May 25 15:02:34.483227 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-845a1b33-2f4b-47f2-932e-f9e3f5a8d52d req-d2cd3712-b931-4d7b-97fe-ca273828f4a3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 May 25 15:02:34.612873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fad3d115-1fa7-439d-b848-75836a6385da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:34.730001 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8817b2-7154-4558-9fc8-d988c2ca51b3 req-b51d0c38-b458-424a-91a4-1185a1b983c1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:34.731542 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ce8817b2-7154-4558-9fc8-d988c2ca51b3 req-b51d0c38-b458-424a-91a4-1185a1b983c1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0515440 May 25 15:02:34.781197 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ce8817b2-7154-4558-9fc8-d988c2ca51b3 req-ee8e6b94-8e03-4256-96ad-455e3dcd3e93 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 May 25 15:02:35.555599 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-d1238815-0869-43ed-a4b8-7e2f74d60181 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:35.557254 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-d1238815-0869-43ed-a4b8-7e2f74d60181 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.0552583 May 25 15:02:35.645934 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe4916-56e3-4880-8287-ff8b79b18cdb req-8302bf3d-ec55-4376-9f7c-137cf1273ec1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:35.647424 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ebbe4916-56e3-4880-8287-ff8b79b18cdb req-8302bf3d-ec55-4376-9f7c-137cf1273ec1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0786648 May 25 15:02:35.695124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:35.708988 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Deleting port 9735042b-b98e-4620-bbc8-7f7da435ba26 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:35.709282 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.763710 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-d84f999d-b30f-4cea-bcec-4c73910d7c12 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:35.765105 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-d84f999d-b30f-4cea-bcec-4c73910d7c12 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 945 time: 0.0486841 May 25 15:02:35.783092 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ebbe4916-56e3-4880-8287-ff8b79b18cdb req-bcc8a782-7ec4-4dec-adda-3ec8e63a3a49 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242290 May 25 15:02:35.827911 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] For port 9735042b-b98e-4620-bbc8-7f7da435ba26, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9735042b-b98e-4620-bbc8-7f7da435ba26,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:35.828412 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.844128 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:35.845697 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Calling delete_port for 9735042b-b98e-4620-bbc8-7f7da435ba26 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:35.875467 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Deleting port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:35.875894 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:35.941162 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:35.957474 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e205f7a-c352-4428-a2cd-853961189f3b req-3729277e-699c-4458-829e-fabbccce5a4e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:35.960453 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7e205f7a-c352-4428-a2cd-853961189f3b req-3729277e-699c-4458-829e-fabbccce5a4e tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=95dc2490-acfb-45bb-b4a6-6bc30f8cf983 HTTP/1.1" status: 200 len: 946 time: 0.1011651 May 25 15:02:35.963778 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:35.991443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (9735042b-b98e-4620-bbc8-7f7da435ba26), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.028992 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event deleted for resources: {'Port': ['ID=9735042b-b98e-4620-bbc8-7f7da435ba26,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:36.034957 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] For port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:36.035324 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.048137 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['21ecf2eb-2386-4559-afdf-cee34a7a8d0c'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:36.055698 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7e205f7a-c352-4428-a2cd-853961189f3b req-d373aa9f-ce0b-48e6-bcd0-b5b1278d4ce5 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855968 May 25 15:02:36.081504 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] No DVR routers for this DVR port 9735042b-b98e-4620-bbc8-7f7da435ba26 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:36.084166 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.087278 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b0bc9196-f106-4f62-81e2-7f6ed82daf2e req-cecd2545-3d26-4436-8562-0c84f1deb6ad tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "DELETE /v2.0/ports/9735042b-b98e-4620-bbc8-7f7da435ba26 HTTP/1.1" status: 204 len: 173 time: 0.5081437 May 25 15:02:36.087720 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'name': 'network-vif-deleted', 'tag': '9735042b-b98e-4620-bbc8-7f7da435ba26'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:36.090548 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45284bf-9c26-423d-8e6b-0bb07223bbeb" -d '{"events": [{"server_uuid": "95dc2490-acfb-45bb-b4a6-6bc30f8cf983", "name": "network-vif-deleted", "tag": "9735042b-b98e-4620-bbc8-7f7da435ba26"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:36.136125 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b72371-8470-4380-bb48-7558c31f64d7 x-openstack-request-id: req-b9b72371-8470-4380-bb48-7558c31f64d7 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:36.136662 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dc2490-acfb-45bb-b4a6-6bc30f8cf983", "name": "network-vif-deleted", "tag": "9735042b-b98e-4620-bbc8-7f7da435ba26", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:36.137070 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9b72371-8470-4380-bb48-7558c31f64d7 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:36.137622 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b72371-8470-4380-bb48-7558c31f64d7'] response: {'server_uuid': '95dc2490-acfb-45bb-b4a6-6bc30f8cf983', 'name': 'network-vif-deleted', 'tag': '9735042b-b98e-4620-bbc8-7f7da435ba26', 'status': 'completed', 'code': 200} May 25 15:02:36.282521 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.283255 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (28c8497f-b267-4544-bc98-d01f927ac58a), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.283600 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Floating IP 28c8497f-b267-4544-bc98-d01f927ac58a disassociated. External IP: 172.27.0.90, port: 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc. May 25 15:02:36.284113 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Calling delete_port for 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc owned by compute:nova {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:36.428613 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.458304 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event deleted for resources: {'Port': ['ID=2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:36.581174 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:36.688512 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:36.701620 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:36.715948 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:36.715948 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:36.741290 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] No DVR routers for this DVR port 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc on host hv-cinder-80382 {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:36.743819 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:36.747974 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c3ce304e-dd6c-410e-bf62-82df825d8cfb req-c9cabd61-312b-4dcc-879c-f94fe275b2a7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "DELETE /v2.0/ports/2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc HTTP/1.1" status: 204 len: 173 time: 0.9734020 May 25 15:02:36.748430 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'name': 'network-vif-deleted', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:36.750913 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5b947a-039e-4d23-85f7-e8dacd129977" -d '{"events": [{"server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "name": "network-vif-deleted", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:36.787713 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d9c26-d8a6-4b1c-875c-75d7e359991b x-openstack-request-id: req-b82d9c26-d8a6-4b1c-875c-75d7e359991b {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:36.788353 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a712db2a-4e2e-46b3-a696-9396ea8c5209", "name": "network-vif-deleted", "tag": "2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:36.788353 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b82d9c26-d8a6-4b1c-875c-75d7e359991b {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:36.788811 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82d9c26-d8a6-4b1c-875c-75d7e359991b'] response: {'server_uuid': 'a712db2a-4e2e-46b3-a696-9396ea8c5209', 'name': 'network-vif-deleted', 'tag': '2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc', 'status': 'completed', 'code': 200} May 25 15:02:36.884878 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:36.901278 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c6df238-e9e2-4f6d-9f83-2e1ac1df9927 req-d38232c7-3b48-42b5-a0a9-23ffb25ef06a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 210 time: 0.0335972 May 25 15:02:37.096653 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:37.127450 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:37.137384 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:37.137835 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:37.222985 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:37.250483 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:37.351599 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376fb04-3f0e-4b4e-989c-bdf79c292ab4 req-6c60bed9-f885-418f-a8a3-2e27333ff306 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:37.352998 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1376fb04-3f0e-4b4e-989c-bdf79c292ab4 req-6c60bed9-f885-418f-a8a3-2e27333ff306 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0496442 May 25 15:02:37.376537 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:37.407466 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1376fb04-3f0e-4b4e-989c-bdf79c292ab4 req-0f5f1199-7224-47c2-b9df-e17d3b5a3ff1 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478632 May 25 15:02:37.458067 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:37.483115 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bde6e-1fcd-425b-a685-2e8bd6f3af65 None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:37.504108 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-a757fb21-0b43-4cc7-b001-6f2a31ead694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:37.704483 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99bbbd-fceb-4496-95bb-507c69613fe6 None None] New status for floating IP 28c8497f-b267-4544-bc98-d01f927ac58a: DOWN {{(pid=110351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:37.707786 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:37.860679 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 9735042b-b98e-4620-bbc8-7f7da435ba26 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:37.884596 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 9735042b-b98e-4620-bbc8-7f7da435ba26 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:37.884939 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 9735042b-b98e-4620-bbc8-7f7da435ba26 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:38.018495 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-184dad25-19a6-48c6-a98d-a161daf418b5 req-5787364e-f21d-4f3d-891c-de29be525ac3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 210 time: 0.0283725 May 25 15:02:38.539842 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a01c-b6dc-44d8-b522-c84fe1fc286e req-9a917af4-66f0-494d-ac2b-890bc2ad7048 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:38.541323 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0b37a01c-b6dc-44d8-b522-c84fe1fc286e req-9a917af4-66f0-494d-ac2b-890bc2ad7048 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0470071 May 25 15:02:38.587801 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0b37a01c-b6dc-44d8-b522-c84fe1fc286e req-be0c87d4-f25c-4e39-8044-11dd769ec8b0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 May 25 15:02:39.111243 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:39.134760 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8821819b-e8a2-47a2-9ddd-39d69df8bca2 req-5eca86c3-67e8-49c6-8682-187c11487d63 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 210 time: 0.0287294 May 25 15:02:39.699887 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db365e4-d38b-4c74-9be8-9db77147680e req-194a783c-ad9b-4f07-b1f1-cf2b0e948834 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:39.701354 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3db365e4-d38b-4c74-9be8-9db77147680e req-194a783c-ad9b-4f07-b1f1-cf2b0e948834 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0459919 May 25 15:02:39.719759 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:39.749118 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3db365e4-d38b-4c74-9be8-9db77147680e req-8f41d74b-7b16-48a7-b759-c99dd4778079 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 May 25 15:02:39.870636 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:39.890660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:39.890996 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 2a1f0f94-24f2-48c9-b837-2cd6a40fd1bc not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:40.248639 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-893ee2e7-33f7-4aa0-bcfd-d014c9919476 req-60fbc7a5-0172-4e6e-9d13-039e6eb78259 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=a712db2a-4e2e-46b3-a696-9396ea8c5209 HTTP/1.1" status: 200 len: 210 time: 0.0304756 May 25 15:02:40.775616 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-70b3f6d7-5e66-454c-8e01-d22cfa11bd54 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:40.777743 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-70b3f6d7-5e66-454c-8e01-d22cfa11bd54 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0490797 May 25 15:02:40.855579 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:40.876103 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd04664-6f26-46fe-92e7-c9ee1220835c req-66199b54-36d1-48ca-a7a7-4d1fdd6490a2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:40.877943 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8dd04664-6f26-46fe-92e7-c9ee1220835c req-66199b54-36d1-48ca-a7a7-4d1fdd6490a2 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 945 time: 0.0504832 May 25 15:02:40.907792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Deleting port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:40.908346 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:40.932653 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8dd04664-6f26-46fe-92e7-c9ee1220835c req-a2f05e8b-14b9-4b34-8e57-c56c546ff405 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/security-groups?id=4014094c-b738-4ce3-b715-edc04472c1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486276 May 25 15:02:41.002080 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] For port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:41.002451 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.016197 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Calling delete_port for 21ecf2eb-2386-4559-afdf-cee34a7a8d0c owned by compute:nova {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:41.148783 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (21ecf2eb-2386-4559-afdf-cee34a7a8d0c), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.202001 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['21ecf2eb-2386-4559-afdf-cee34a7a8d0c'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:41.408201 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Pushing event deleted for resources: {'Port': ['ID=21ecf2eb-2386-4559-afdf-cee34a7a8d0c,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:41.459133 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] No DVR routers for this DVR port 21ecf2eb-2386-4559-afdf-cee34a7a8d0c on host hv-cinder-80382 {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:41.461545 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.465358 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4ea4cf66-71f5-4ea7-9f35-325304af0a1a req-3d9ef762-6a1c-4696-8292-0f53b685bef0 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.72 "DELETE /v2.0/ports/21ecf2eb-2386-4559-afdf-cee34a7a8d0c HTTP/1.1" status: 204 len: 173 time: 0.6754770 May 25 15:02:41.465808 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'name': 'network-vif-deleted', 'tag': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:41.468057 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c37a10-daa4-4056-977a-cafbac7d297b" -d '{"events": [{"server_uuid": "2553a433-8b4b-4f36-b319-50c84e8b3d7c", "name": "network-vif-deleted", "tag": "21ecf2eb-2386-4559-afdf-cee34a7a8d0c"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:41.521571 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47796d0-a96c-4a91-9195-3c973d12d1ba x-openstack-request-id: req-f47796d0-a96c-4a91-9195-3c973d12d1ba {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:41.521859 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2553a433-8b4b-4f36-b319-50c84e8b3d7c", "name": "network-vif-deleted", "tag": "21ecf2eb-2386-4559-afdf-cee34a7a8d0c", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:41.522134 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f47796d0-a96c-4a91-9195-3c973d12d1ba {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:41.522560 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47796d0-a96c-4a91-9195-3c973d12d1ba'] response: {'server_uuid': '2553a433-8b4b-4f36-b319-50c84e8b3d7c', 'name': 'network-vif-deleted', 'tag': '21ecf2eb-2386-4559-afdf-cee34a7a8d0c', 'status': 'completed', 'code': 200} May 25 15:02:41.553258 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-987a1b71-3478-44c7-b438-32d00cbbb3c3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278455577&fields=id&tenant_id=99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 267 time: 0.0521071 May 25 15:02:41.664794 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-0a316f52-04ce-4691-85f0-65d926e028cf tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:41.666380 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-0a316f52-04ce-4691-85f0-65d926e028cf tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 811 time: 0.1061542 May 25 15:02:41.684016 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-1074e59b-e571-4af8-9e09-dbf23659d878 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/quotas/99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 375 time: 0.0107563 May 25 15:02:41.731448 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:41.739574 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-37b1065e-5a78-41ee-a9f0-e93969fd7e45 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499575 May 25 15:02:41.852311 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-1026152b-8a98-4caf-99a9-bd01f8d11fb7 service neutron] 10.222.0.78 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994372 May 25 15:02:41.944348 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-a1c705c7-7bcb-47c3-b687-fc32362d44fe service neutron] 10.222.0.78 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 May 25 15:02:42.038580 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:42.045285 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-903e7a3d-b9d3-4aed-9fe6-ff7fffb0660d req-7af51d91-6041-47e6-a533-5e85202836b3 tempest-ServerRescueNegativeTestJSON-1162490831 tempest-ServerRescueNegativeTestJSON-1162490831-project] 10.222.0.78 "GET /v2.0/ports?device_id=2553a433-8b4b-4f36-b319-50c84e8b3d7c HTTP/1.1" status: 200 len: 210 time: 0.0311460 May 25 15:02:42.284541 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-afea3814-42fa-48c6-a2da-1e6b65a368fb req-e0eb7027-c74c-40f6-8431-51900e274b55 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 210 time: 0.0395944 May 25 15:02:42.419352 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70b286-e509-444e-bbbf-f778c9ad2068 req-dffc6e1a-03cd-4a38-9763-f34dd9baec50 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:42.420861 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5e70b286-e509-444e-bbbf-f778c9ad2068 req-dffc6e1a-03cd-4a38-9763-f34dd9baec50 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0515223 May 25 15:02:42.454408 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:42.473598 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-5e70b286-e509-444e-bbbf-f778c9ad2068 req-bc186300-59de-4e52-b1fd-9eb07247bad4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464978 May 25 15:02:43.107449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55906) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:43.380719 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a38e0250-a423-4eb4-ba9a-20c1630d27c6 req-92bf7c0e-1a6a-4be7-8860-d94f7271f7fe tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 210 time: 0.0290587 May 25 15:02:43.630898 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246efb98-a299-41df-8de9-ab2a09a2d51f req-aa10e75c-e8b2-44c7-a39d-872517df8772 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:43.632361 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-246efb98-a299-41df-8de9-ab2a09a2d51f req-aa10e75c-e8b2-44c7-a39d-872517df8772 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0847585 May 25 15:02:43.721603 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-246efb98-a299-41df-8de9-ab2a09a2d51f req-c286fda7-56d6-426c-957f-bee8db2f2817 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822885 May 25 15:02:43.826742 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:43.899680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (6559ae17-e759-49cb-a3d7-b72ee4ca320f), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:43.977151 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:44.180841 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Deleting port 43f9a92b-426d-4a46-a051-0716365ee090 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:44.181561 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (43f9a92b-426d-4a46-a051-0716365ee090), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.262684 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] For port 43f9a92b-426d-4a46-a051-0716365ee090, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=43f9a92b-426d-4a46-a051-0716365ee090,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:44.263047 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (43f9a92b-426d-4a46-a051-0716365ee090), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.276217 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Calling delete_port for 43f9a92b-426d-4a46-a051-0716365ee090 owned by network:router_interface {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:44.467272 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (43f9a92b-426d-4a46-a051-0716365ee090), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.487121 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ad4f5a3d-c8ba-4230-90d4-bd933df23c8a req-1df46328-4fb1-4faa-bfd9-ee7d77a8d4ec tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 210 time: 0.0350726 May 25 15:02:44.491060 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f9a92b-426d-4a46-a051-0716365ee090,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:44.595264 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-a6d7229c-b1c8-4a6b-ad5c-a18ccc123b98 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:44.596848 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-a6d7229c-b1c8-4a6b-ad5c-a18ccc123b98 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0587287 May 25 15:02:44.677976 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (6559ae17-e759-49cb-a3d7-b72ee4ca320f), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.801232 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:44.871613 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1945cb6-b271-4601-a09b-3bfa1b937805 req-2faa4a28-bf2c-4326-abed-0b4e6347fd59 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:44.873124 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b1945cb6-b271-4601-a09b-3bfa1b937805 req-2faa4a28-bf2c-4326-abed-0b4e6347fd59 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 946 time: 0.0846820 May 25 15:02:44.892679 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:44.936164 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:44.951152 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port f723a574-6986-4689-9b35-12c406a41e8e {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:44.951517 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (f723a574-6986-4689-9b35-12c406a41e8e), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:44.975541 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b1945cb6-b271-4601-a09b-3bfa1b937805 req-606f4fb7-0fdf-4dde-9776-16d095c23ff1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950499 May 25 15:02:44.980572 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Router 6559ae17-e759-49cb-a3d7-b72ee4ca320f has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:45.056659 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] For port f723a574-6986-4689-9b35-12c406a41e8e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f723a574-6986-4689-9b35-12c406a41e8e,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:45.057025 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (f723a574-6986-4689-9b35-12c406a41e8e), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.166109 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:45.172204 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0df39377-176c-4d82-96b6-ec688b3c0d83 admin admin] 10.222.0.78 "PUT /v2.0/routers/6559ae17-e759-49cb-a3d7-b72ee4ca320f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0640273 May 25 15:02:45.176657 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55918) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:45.180126 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-66839f4f-7ee1-4e8f-ba25-a693200afb89 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:45.181096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] Sync routers for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:45.181612 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-66839f4f-7ee1-4e8f-ba25-a693200afb89 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 811 time: 0.1584265 May 25 15:02:45.192097 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:45.192817 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:45.278301 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.278666 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (9dbc17d7-8c26-45ab-b045-b6daf776ed7f), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.278983 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP 9dbc17d7-8c26-45ab-b045-b6daf776ed7f disassociated. External IP: 172.27.0.176, port: f723a574-6986-4689-9b35-12c406a41e8e. May 25 15:02:45.279332 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for f723a574-6986-4689-9b35-12c406a41e8e owned by compute:nova {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:45.357321 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-f508d16d-3cce-4ef4-8413-7869127b7f53 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 380 time: 0.1197121 May 25 15:02:45.372691 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks [] for router (6559ae17-e759-49cb-a3d7-b72ee4ca320f), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.373806 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'port': {'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'admin_state_up': True, 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'security_groups': ['37a62261-b902-4aa3-a01e-c2a205dfa19e']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:45.487808 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:45.516013 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks [] for router_gateway (6559ae17-e759-49cb-a3d7-b72ee4ca320f), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.561585 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Made reservation on behalf of 99281bdc8f6340a1be03774c255ae4ba for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:45.568184 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.580629 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:45.590889 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (f723a574-6986-4689-9b35-12c406a41e8e), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.678315 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T15:02:44Z', 'revision_number': 5, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port': {'id': '268a0680-d87a-4c6d-bc22-0e506b66baf9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:42:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:03Z', 'updated_at': '2022-05-25T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:45.681891 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-92853114-a8e8-47e8-81a4-cf1731ca6204 req-7bc3c45f-d912-43e7-8b14-acee8d2c4409 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 210 time: 0.0738308 May 25 15:02:45.721005 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] Checking router: 6559ae17-e759-49cb-a3d7-b72ee4ca320f for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:45.721005 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] Routers {'6559ae17-e759-49cb-a3d7-b72ee4ca320f'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:45.721005 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:45.721589 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=f723a574-6986-4689-9b35-12c406a41e8e,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:45.763082 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Allocated IP 172.20.0.9 (620eaca4-828c-4c2d-a756-ed68aa31fbcf/83bffb76-3835-4088-8647-774e0af4cb15/fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:45.811547 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] Set router 6559ae17-e759-49cb-a3d7-b72ee4ca320f gateway port host: None {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:45.838433 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Deleting port 268a0680-d87a-4c6d-bc22-0e506b66baf9 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:45.839475 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.874181 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T15:02:45Z', 'revision_number': 6, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:45.902637 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 21ecf2eb-2386-4559-afdf-cee34a7a8d0c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:45.905461 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b18779-a78b-49f0-8673-2ab83238ad16 None None] The sync data for ids ['6559ae17-e759-49cb-a3d7-b72ee4ca320f'] in dv-cinder-803823-9-iscsi is: [{'id': '6559ae17-e759-49cb-a3d7-b72ee4ca320f', 'name': 'tempest-ServerRescueNegativeTestJSON-1024562144-router', 'tenant_id': 'acd27057280d4bdda5b9a689a1e399ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T15:02:45Z', 'revision_number': 6, 'project_id': 'acd27057280d4bdda5b9a689a1e399ff', 'gw_port_host': None}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:45.930163 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 21ecf2eb-2386-4559-afdf-cee34a7a8d0c {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:45.930514 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 21ecf2eb-2386-4559-afdf-cee34a7a8d0c not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:45.941077 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:45.942079 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:45.961456 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:45.977419 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:45.992640 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.004785 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:46.029051 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] For port 268a0680-d87a-4c6d-bc22-0e506b66baf9, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=268a0680-d87a-4c6d-bc22-0e506b66baf9,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:46.029417 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.043932 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:46.048482 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:46.050995 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Calling delete_port for 268a0680-d87a-4c6d-bc22-0e506b66baf9 owned by network:router_gateway {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:46.055257 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:46.151783 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:46.152630 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:46.162465 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d488fd2b-aee9-4962-8c8d-f61febd06264 req-26520a69-c036-44d1-986a-ca8f4062771b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 210 time: 0.0667672 May 25 15:02:46.163999 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:46.178047 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:46.178950 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.199680 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:46.202504 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:46.211408 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-88382be3-ec67-49e4-a555-973ce613afd1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457081 May 25 15:02:46.242898 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] No DVR routers for this DVR port f723a574-6986-4689-9b35-12c406a41e8e on host hv-cinder-80382 {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:46.258031 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Request body: {'port': {'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:46.360208 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:46.378337 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.387785 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.403324 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ed31cb5a-3936-4650-aa07-52564e16f31c req-97b58aa9-5805-42c0-879e-721f1ab6e8d0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "DELETE /v2.0/ports/f723a574-6986-4689-9b35-12c406a41e8e HTTP/1.1" status: 204 len: 173 time: 1.5426590 May 25 15:02:46.404007 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'name': 'network-vif-deleted', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:46.411078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc09dffb-0197-4b4e-9dfc-c6d8ffda0058" -d '{"events": [{"server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "name": "network-vif-deleted", "tag": "f723a574-6986-4689-9b35-12c406a41e8e"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:46.457099 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (268a0680-d87a-4c6d-bc22-0e506b66baf9), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.504806 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-53524330-d98f-4a50-b79a-6fd013d850ae None None] Provisioning complete for port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:46.505870 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-53524330-d98f-4a50-b79a-6fd013d850ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.514972 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1475d6-8301-40a5-b871-a4258338ad2b x-openstack-request-id: req-fa1475d6-8301-40a5-b871-a4258338ad2b {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:46.515339 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd834bb-ffdb-40c9-9585-cb81a52a3322", "name": "network-vif-deleted", "tag": "f723a574-6986-4689-9b35-12c406a41e8e", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:46.515648 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa1475d6-8301-40a5-b871-a4258338ad2b {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:46.516241 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa1475d6-8301-40a5-b871-a4258338ad2b'] response: {'server_uuid': '0cd834bb-ffdb-40c9-9585-cb81a52a3322', 'name': 'network-vif-deleted', 'tag': 'f723a574-6986-4689-9b35-12c406a41e8e', 'status': 'completed', 'code': 200} May 25 15:02:46.521192 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=268a0680-d87a-4c6d-bc22-0e506b66baf9,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:46.576804 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-53524330-d98f-4a50-b79a-6fd013d850ae None None] Port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:02:46.652269 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (6559ae17-e759-49cb-a3d7-b72ee4ca320f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.701890 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:46.730398 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:46.739679 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:46.740300 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:46.768324 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (6559ae17-e759-49cb-a3d7-b72ee4ca320f), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.770789 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks [] for router_controller (6559ae17-e759-49cb-a3d7-b72ee4ca320f), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.871490 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (6559ae17-e759-49cb-a3d7-b72ee4ca320f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.873437 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6559ae17-e759-49cb-a3d7-b72ee4ca320f {{(pid=110349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:02:46.887585 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.889169 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f6fa820e-4136-46e2-a9bc-7cbf1e7f76b5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6559ae17-e759-49cb-a3d7-b72ee4ca320f HTTP/1.1" status: 204 len: 168 time: 1.7124550 May 25 15:02:46.899534 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:46.899834 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dae744-6e26-4b54-915f-c7f6eef2a565 req-c96b4839-e9cf-42db-bfac-3e4f9e7bd0b9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:46.902138 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b0dae744-6e26-4b54-915f-c7f6eef2a565 req-c96b4839-e9cf-42db-bfac-3e4f9e7bd0b9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 931 time: 0.1271179 May 25 15:02:46.902894 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55928) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:46.906140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:46.911541 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 43f9a92b-426d-4a46-a051-0716365ee090 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:46.916150 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Publish callbacks [] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.932540 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Transition to ACTIVE for port object fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:02:46.938530 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 43f9a92b-426d-4a46-a051-0716365ee090 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:46.938880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 43f9a92b-426d-4a46-a051-0716365ee090 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:46.939292 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 268a0680-d87a-4c6d-bc22-0e506b66baf9 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:46.954363 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:46.984928 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] Deleting subnet a7ced567-2428-42c0-b789-74ed33f08cd7 {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:02:46.989651 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] Publish callbacks [] for subnet (a7ced567-2428-42c0-b789-74ed33f08cd7), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.010769 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 268a0680-d87a-4c6d-bc22-0e506b66baf9 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:47.012186 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 268a0680-d87a-4c6d-bc22-0e506b66baf9 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:47.039927 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (a7ced567-2428-42c0-b789-74ed33f08cd7), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.094406 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:47.144769 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b0dae744-6e26-4b54-915f-c7f6eef2a565 req-bd10c877-bda3-480a-b55c-884c129f980c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104628 May 25 15:02:47.217461 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:47.266287 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (a7ced567-2428-42c0-b789-74ed33f08cd7), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.280443 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:47.296670 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Attempting to bind port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:02:47.297384 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Attempting to bind port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:02:47.299416 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Attempting to bind port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:47.309202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:02:47.311996 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Attempting to bind port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:47.325267 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:02:47.330782 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Checking segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:47.331101 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Bound using segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:02:47.331803 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Bound port: fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:02:47.332155 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.346110 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:47.415524 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-07344985-b5f0-4311-97ab-f30f3884edd3 req-ffc6f29e-e6d6-4636-b342-a4cf475c3d4e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cd834bb-ffdb-40c9-9585-cb81a52a3322 HTTP/1.1" status: 200 len: 210 time: 0.0612173 May 25 15:02:47.449271 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (a7ced567-2428-42c0-b789-74ed33f08cd7), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.452822 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] For port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:02:47.456566 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] For port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:02:47.460496 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:47.466512 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.477481 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ced567-2428-42c0-b789-74ed33f08cd7,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:47.481437 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.485352 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-cabea1f0-5b95-4b7a-8647-ae3c6d695452 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a7ced567-2428-42c0-b789-74ed33f08cd7 HTTP/1.1" status: 204 len: 168 time: 0.5812490 May 25 15:02:47.486708 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071baafc-9ea8-4d30-8172-c297575f8519 None None] Network e385260d-6c1a-4502-b416-70a643ca9f7a requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:47.493686 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55932) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:47.496116 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350583cc-5aba-47ae-95fe-a1e1eb1cff96 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:47.514816 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:47.515628 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.517267 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 200 len: 1093 time: 1.2781341 May 25 15:02:47.517808 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:47.520160 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f183aad4-dc25-450c-8a84-1cca0b9a6023" -d '{"events": [{"name": "network-changed", "server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:47.604495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db84c4f1-f820-46f5-a820-b4d92c57ea67 x-openstack-request-id: req-db84c4f1-f820-46f5-a820-b4d92c57ea67 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:47.605813 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:47.606196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db84c4f1-f820-46f5-a820-b4d92c57ea67 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:47.606762 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db84c4f1-f820-46f5-a820-b4d92c57ea67'] response: {'name': 'network-changed', 'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'status': 'completed', 'code': 200} May 25 15:02:47.607738 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd404cc-f0d9-4109-9331-d2ce5cdcb4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:47.691996 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-29f115a7-a798-465d-aa01-9722c42a510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:47.695436 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-29f115a7-a798-465d-aa01-9722c42a510e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1127 time: 0.0647707 May 25 15:02:47.762732 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-d81a4910-4626-4b27-91c2-8f342a4d8454 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 200 len: 217 time: 0.0505073 May 25 15:02:47.772811 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] DHCP port deletion for e385260d-6c1a-4502-b416-70a643ca9f7a request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:02:47.777222 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:47.825740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-a6918d66-929c-490e-96fa-e2ef06bf5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:47.828181 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-a6918d66-929c-490e-96fa-e2ef06bf5693 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0584292 May 25 15:02:47.863934 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Deleting port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:47.864424 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.886232 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:47.893821 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-47e7e12c-5c28-43b8-a030-a9a1ce040eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:47.895716 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-47e7e12c-5c28-43b8-a030-a9a1ce040eec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550265 May 25 15:02:47.897875 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:47.910186 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (e385260d-6c1a-4502-b416-70a643ca9f7a), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:47.937713 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e09f1-665a-406d-bcee-a9d1fa01133d None None] New status for floating IP 9dbc17d7-8c26-45ab-b045-b6daf776ed7f: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:02:47.963282 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Deleting port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:47.963718 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.007466 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-595ef8bb-d986-45bc-a7b9-63de0854b019 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022007 May 25 15:02:48.037806 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:48.038768 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] For port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:48.039139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.045809 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] For port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,segment=NetworkSegment(1006876f-6fd8-4671-aa81-1c56925a2a81),segment_id=1006876f-6fd8-4671-aa81-1c56925a2a81)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:48.046053 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.054900 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Calling delete_port for 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 owned by network:dhcp {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:48.089825 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Calling delete_port for 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:48.133990 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-759cd8b5-25e8-45d0-a732-a29d5a864edc req-7913fa37-f274-4a6a-915f-856c92727213 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100183 May 25 15:02:48.143823 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.167062 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:48.183394 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] No DVR routers for this DVR port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 on host dv-cinder-803823-9-iscsi {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:48.219820 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (7c9ec5b5-28e4-49ed-9c43-9fd418dabc86), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.246683 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Pushing event deleted for resources: {'Port': ['ID=7c9ec5b5-28e4-49ed-9c43-9fd418dabc86,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:48.250629 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] No DVR routers for this DVR port 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:02:48.256775 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.257121 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.257476 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.258135 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.258474 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.258848 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.259143 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.259464 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.259789 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.260109 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.260430 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.261345 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.261671 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.261995 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.262336 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e5f5b0-f77d-4484-a785-e5634b0dd5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:48.293218 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (e385260d-6c1a-4502-b416-70a643ca9f7a), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.321350 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e385260d-6c1a-4502-b416-70a643ca9f7a']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:48.331581 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21b203-391c-4497-81ca-7a844d5b1895 req-d2523d9c-b812-46b5-934d-39e11d08ed84 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:48.334076 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7e21b203-391c-4497-81ca-7a844d5b1895 req-d2523d9c-b812-46b5-934d-39e11d08ed84 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 943 time: 0.0811810 May 25 15:02:48.355164 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1006876f-6fd8-4671-aa81-1c56925a2a81') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:48.355448 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1006876f-6fd8-4671-aa81-1c56925a2a81') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:48.372321 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (1006876f-6fd8-4671-aa81-1c56925a2a81), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.396973 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (1006876f-6fd8-4671-aa81-1c56925a2a81), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.412080 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:02:48.412474 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (1006876f-6fd8-4671-aa81-1c56925a2a81), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.434315 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7e21b203-391c-4497-81ca-7a844d5b1895 req-203d1a8b-fe90-4dbc-b622-eca0b9acb392 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936661 May 25 15:02:48.484703 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (e385260d-6c1a-4502-b416-70a643ca9f7a), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.493170 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.501300 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] 10.222.0.78 "DELETE /v2.0/networks/e385260d-6c1a-4502-b416-70a643ca9f7a HTTP/1.1" status: 204 len: 168 time: 1.0023837 May 25 15:02:48.520707 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f72c4-40b1-47a1-ae48-6b42335e0f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e385260d-6c1a-4502-b416-70a643ca9f7a,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:48.536329 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 1006876f-6fd8-4671-aa81-1c56925a2a81 resource provider aggregate not found May 25 15:02:48.539836 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55948) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:48.558559 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 1006876f-6fd8-4671-aa81-1c56925a2a81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1006876f-6fd8-4671-aa81-1c56925a2a81 found for delete ", "request_id": "req-e0fa2cf5-e0f3-48d3-aba9-ac09a725b2f5"}]} May 25 15:02:48.607084 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-69ac6544-c7c0-4854-b042-9051380f6dc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (a42576e1-3a9e-4ae6-811d-a62ca4b86cb3), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.635797 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-69ac6544-c7c0-4854-b042-9051380f6dc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (a42576e1-3a9e-4ae6-811d-a62ca4b86cb3), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.662249 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55952) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:48.698767 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:48.728416 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-69ac6544-c7c0-4854-b042-9051380f6dc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (a42576e1-3a9e-4ae6-811d-a62ca4b86cb3), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.732672 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-69ac6544-c7c0-4854-b042-9051380f6dc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.736328 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-69ac6544-c7c0-4854-b042-9051380f6dc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/security-groups/a42576e1-3a9e-4ae6-811d-a62ca4b86cb3 HTTP/1.1" status: 204 len: 168 time: 0.1931388 May 25 15:02:48.741865 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55954) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:48.748374 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:48.759792 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-523b1ef8-66be-4708-8a5f-bccab27365ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=acd27057280d4bdda5b9a689a1e399ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0938213 May 25 15:02:48.759792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac6544-c7c0-4854-b042-9051380f6dc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42576e1-3a9e-4ae6-811d-a62ca4b86cb3,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:48.765444 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55956) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:48.773500 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.api.v2.resource [None req-40abd2f3-e843-4c7d-8004-58ce28df1b88 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] show failed (client error): The resource could not be found. May 25 15:02:48.774481 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:48.775104 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-40abd2f3-e843-4c7d-8004-58ce28df1b88 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups/a42576e1-3a9e-4ae6-811d-a62ca4b86cb3 HTTP/1.1" status: 404 len: 347 time: 0.0308149 May 25 15:02:48.775654 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 7c9ec5b5-28e4-49ed-9c43-9fd418dabc86 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:48.780775 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55958) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:48.813597 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-de7bdc8f-083e-4249-83e8-87bd662ab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:48.815142 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-de7bdc8f-083e-4249-83e8-87bd662ab072 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1127 time: 0.3046188 May 25 15:02:48.908630 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-51f24640-b8e6-4b77-a61e-89bfda0f119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:48.910116 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-51f24640-b8e6-4b77-a61e-89bfda0f119b service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.0855384 May 25 15:02:48.912327 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-255aa547-e03b-41a8-ab01-2c6e650cfbd1 admin admin] Publish callbacks [] for security_group (4014094c-b738-4ce3-b715-edc04472c1ef), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.938570 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port 8a47f6f2-ac9c-49eb-b1bf-36cf776be126 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:02:48.938909 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.943587 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:48.945581 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-255aa547-e03b-41a8-ab01-2c6e650cfbd1 admin admin] Publish callbacks [] for security_group (4014094c-b738-4ce3-b715-edc04472c1ef), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:48.954699 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-8f15de2e-8113-4f86-ba1a-9fdc1fe0c099 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 200 len: 217 time: 0.0362034 May 25 15:02:49.008247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-91844744-132c-4d94-8e8c-a8c640212e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:49.009734 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-91844744-132c-4d94-8e8c-a8c640212e05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0444515 May 25 15:02:49.053741 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.054320 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.059442 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-93d4a4e5-0ae3-4b18-b8d8-aee52747b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:49.061118 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-93d4a4e5-0ae3-4b18-b8d8-aee52747b01e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419877 May 25 15:02:49.075240 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for 8a47f6f2-ac9c-49eb-b1bf-36cf776be126 owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:02:49.077243 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-255aa547-e03b-41a8-ab01-2c6e650cfbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4014094c-b738-4ce3-b715-edc04472c1ef), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.079747 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-255aa547-e03b-41a8-ab01-2c6e650cfbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.080890 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-255aa547-e03b-41a8-ab01-2c6e650cfbd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4014094c-b738-4ce3-b715-edc04472c1ef HTTP/1.1" status: 204 len: 168 time: 0.3146660 May 25 15:02:49.095046 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa547-e03b-41a8-ab01-2c6e650cfbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014094c-b738-4ce3-b715-edc04472c1ef,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:49.172770 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-599cb4ab-acfe-4748-a2a7-271da73b656c service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034222 May 25 15:02:49.245311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (8a47f6f2-ac9c-49eb-b1bf-36cf776be126), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.274199 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=8a47f6f2-ac9c-49eb-b1bf-36cf776be126,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:49.291835 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f183aad4-dc25-450c-8a84-1cca0b9a6023 req-090f2f45-4802-4fb9-8967-79d09afae0aa service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070714 May 25 15:02:49.350297 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (9dbc17d7-8c26-45ab-b045-b6daf776ed7f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.355714 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.357722 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-bdc90df2-d497-4481-84d7-d3a3db430eb4 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/floatingips/9dbc17d7-8c26-45ab-b045-b6daf776ed7f HTTP/1.1" status: 204 len: 168 time: 0.5757968 May 25 15:02:49.438879 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55970) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:49.443590 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-1914320c-156c-4273-a2fa-467eab81f8f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702726512', 'description': 'tempest-description--1593457588'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:49.466995 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1914320c-156c-4273-a2fa-467eab81f8f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.549392 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1914320c-156c-4273-a2fa-467eab81f8f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (c69caa50-8826-43b6-8559-e5734046be13), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.559528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1914320c-156c-4273-a2fa-467eab81f8f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (c69caa50-8826-43b6-8559-e5734046be13), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.615245 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1914320c-156c-4273-a2fa-467eab81f8f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.616492 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-1914320c-156c-4273-a2fa-467eab81f8f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1767340 May 25 15:02:49.620240 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55980) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:49.625432 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3a398-f22e-40ee-a8f3-8d3fe1a4e43e req-15e553d5-58c6-49a8-9f14-c623895a8bf0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:49.625711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-0a747560-ffc6-4688-ade7-615eed45ea04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': 'c69caa50-8826-43b6-8559-e5734046be13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:49.627001 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ad3a398-f22e-40ee-a8f3-8d3fe1a4e43e req-15e553d5-58c6-49a8-9f14-c623895a8bf0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 943 time: 0.0857708 May 25 15:02:49.629055 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914320c-156c-4273-a2fa-467eab81f8f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69caa50-8826-43b6-8559-e5734046be13,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:49.630511 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:49.664542 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0a747560-ffc6-4688-ade7-615eed45ea04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (6a989139-40d9-40c9-b660-17176dfcbd9c), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.671523 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:49.702034 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ad3a398-f22e-40ee-a8f3-8d3fe1a4e43e req-b8535b73-297d-4b69-968b-1d25d6de23fb tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588341 May 25 15:02:49.752241 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0a747560-ffc6-4688-ade7-615eed45ea04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (6a989139-40d9-40c9-b660-17176dfcbd9c), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.759045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0a747560-ffc6-4688-ade7-615eed45ea04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (6a989139-40d9-40c9-b660-17176dfcbd9c), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.777099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747560-ffc6-4688-ade7-615eed45ea04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a989139-40d9-40c9-b660-17176dfcbd9c,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:49.788203 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0a747560-ffc6-4688-ade7-615eed45ea04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.789435 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0a747560-ffc6-4688-ade7-615eed45ea04 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681635 May 25 15:02:49.792061 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55986) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:49.796470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-67fd5c86-4d27-481f-8795-e48c3753e65b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'security_group_rule': {'security_group_id': 'c69caa50-8826-43b6-8559-e5734046be13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:49.826415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c86-4d27-481f-8795-e48c3753e65b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (78dda34c-c9d1-4c9b-bf0e-0c9e22a7efbb), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.888850 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:49.890814 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c86-4d27-481f-8795-e48c3753e65b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (78dda34c-c9d1-4c9b-bf0e-0c9e22a7efbb), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.893676 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f723a574-6986-4689-9b35-12c406a41e8e no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:02:49.895009 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c86-4d27-481f-8795-e48c3753e65b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (78dda34c-c9d1-4c9b-bf0e-0c9e22a7efbb), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.916280 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd5c86-4d27-481f-8795-e48c3753e65b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78dda34c-c9d1-4c9b-bf0e-0c9e22a7efbb,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:49.920482 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: f723a574-6986-4689-9b35-12c406a41e8e {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:02:49.920827 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device f723a574-6986-4689-9b35-12c406a41e8e not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:02:49.925323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c86-4d27-481f-8795-e48c3753e65b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.926808 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-67fd5c86-4d27-481f-8795-e48c3753e65b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338048 May 25 15:02:49.929838 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 55992) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:49.934838 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:49.956082 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:49.968852 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55994) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:50.034920 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.072524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-network', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:50.093508 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Made reservation on behalf of 2b586a13e82f4177a7180f81acf675fd for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:50.095961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.105176 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.140363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:50.146322 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.27.0.3 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/a46db84f-86f3-45be-ab6a-e813dbe97864) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:50.187599 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks [] for security_group (7250453a-534e-430b-b122-707bf07f5b13), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.191627 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7250453a-534e-430b-b122-707bf07f5b13), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.227497 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:02:50.233937 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7250453a-534e-430b-b122-707bf07f5b13,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:50.246444 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (bd41bdf8-29e5-4c43-87f3-c08d880e0014), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.247022 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Added segment bd41bdf8-29e5-4c43-87f3-c08d880e0014 of type vlan for network 6028651b-e908-45f7-9bba-a9ff244363d6 May 25 15:02:50.260723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.267887 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.294499 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (6028651b-e908-45f7-9bba-a9ff244363d6), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.297818 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.320910 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (6028651b-e908-45f7-9bba-a9ff244363d6), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.322179 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:50.322826 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.343841 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:50.346982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:50.351221 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:50.357432 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=a46db84f-86f3-45be-ab6a-e813dbe97864,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:50.382435 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.4123509 May 25 15:02:50.387207 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 55998) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:50.397402 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Request body: {'subnet': {'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-subnet', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:50.411431 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998edddc-8a8d-450f-a008-7bcaee711245 admin admin] Pushing event updated for resources: {'Network': ['ID=6028651b-e908-45f7-9bba-a9ff244363d6,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:50.425516 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 6028651b-e908-45f7-9bba-a9ff244363d6 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:02:50.427701 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Made reservation on behalf of 2b586a13e82f4177a7180f81acf675fd for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:50.431600 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13925652'] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.439065 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:50.450389 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (dded5c02-9e3a-4d21-8d58-cc91ab125883), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.494724 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.623057 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13925862'] for subnet (5b0256f7-2ae2-446a-8857-71c5e35dbf23), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.654387 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:50.684457 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0256f7-2ae2-446a-8857-71c5e35dbf23,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:50.692102 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Checking segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:50.692514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Network hostable DHCP agents. Network: 6028651b-e908-45f7-9bba-a9ff244363d6, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:02:50.695500 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.701268 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.711360 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Network 6028651b-e908-45f7-9bba-a9ff244363d6 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:02:50.721362 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 6028651b-e908-45f7-9bba-a9ff244363d6) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:50.727618 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:50.728430 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.741958 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf47562-ae97-4d93-80fc-b266a1c5b03d None None] Network 6028651b-e908-45f7-9bba-a9ff244363d6 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:50.764706 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f03c83ff-d045-4e3d-b7bd-9eb5a91be5a8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3764393 May 25 15:02:50.767602 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56002) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:50.772616 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:50.778143 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:50.780152 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=a46db84f-86f3-45be-ab6a-e813dbe97864,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:50.787214 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (dded5c02-9e3a-4d21-8d58-cc91ab125883), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.804408 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.806377 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.829471 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.839362 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-566fc2c1-226a-40b5-9472-70c530f8b35f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8999598 May 25 15:02:50.860183 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1f8d-eb9a-4e21-9c00-37f88db5896d req-171a7e21-59d7-46ac-a787-3d7ba3f5ef29 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:50.862572 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-840b1f8d-eb9a-4e21-9c00-37f88db5896d req-171a7e21-59d7-46ac-a787-3d7ba3f5ef29 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 943 time: 0.0713067 May 25 15:02:50.880846 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks [] for router_controller (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), precommit_add_association {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.914817 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-6028651b-e908-45f7-9bba-a9ff244363d6', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:02:50.916648 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:50.949634 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-840b1f8d-eb9a-4e21-9c00-37f88db5896d req-ac2926ae-de6e-4a55-beac-20156fb0a7f4 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814309 May 25 15:02:51.069207 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks [] for router_gateway (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.084904 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Allocated IP 172.20.0.2 (6028651b-e908-45f7-9bba-a9ff244363d6/5b0256f7-2ae2-446a-8857-71c5e35dbf23/9b4d30e5-f981-4f4c-b349-2be212686b54) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:51.154154 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:51.165685 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-46dc625b-a233-4833-9efe-fb34254c8dde tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1702726512&fields=id&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 267 time: 0.1010811 May 25 15:02:51.227023 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:51.234799 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Publish callbacks [] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.243389 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.290159 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Network 6028651b-e908-45f7-9bba-a9ff244363d6 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:51.295393 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:51.297856 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:51.301106 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Pushing event updated for resources: {'Port': ['ID=9b4d30e5-f981-4f4c-b349-2be212686b54,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:51.360090 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Attempting to bind port 9b4d30e5-f981-4f4c-b349-2be212686b54 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:02:51.360453 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Attempting to bind port 9b4d30e5-f981-4f4c-b349-2be212686b54 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:02:51.360818 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Attempting to bind port 9b4d30e5-f981-4f4c-b349-2be212686b54 on network 6028651b-e908-45f7-9bba-a9ff244363d6 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:51.366364 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:02:51.366733 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Checking segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:51.367141 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.367532 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Bound using segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:02:51.367998 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Bound port: 9b4d30e5-f981-4f4c-b349-2be212686b54, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:02:51.368374 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.390434 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-dd051da9-62cc-4efe-bbb8-32e82f3c8726 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:51.391947 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-dd051da9-62cc-4efe-bbb8-32e82f3c8726 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.2127869 May 25 15:02:51.393270 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks [] for router_gateway (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.419037 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.441879 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] For port 9b4d30e5-f981-4f4c-b349-2be212686b54, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:02:51.442208 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-a54208fd-b71f-437c-82d6-01bb85d40ed7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/quotas/9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 375 time: 0.0257709 May 25 15:02:51.445551 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] For port 9b4d30e5-f981-4f4c-b349-2be212686b54, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=9b4d30e5-f981-4f4c-b349-2be212686b54,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:02:51.453715 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.482890 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:51.518055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2533f-65c4-484a-851e-c0adb6054843 None None] Pushing event updated for resources: {'Port': ['ID=9b4d30e5-f981-4f4c-b349-2be212686b54,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:51.531667 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-7011d50e-4cf0-46e8-9c14-c634d7bdae34 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612321 May 25 15:02:51.635569 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Allocated IP 172.27.0.201 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/b87cdf14-4111-4dc3-a94f-c1075822f2f3) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:51.753063 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-08c0cc2f-a670-4b92-a8b8-b6c4db8da271 service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997046 May 25 15:02:51.769094 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:51.869783 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks [] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.896399 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-72f06db3-500c-4ed2-b5a1-f1c5b03e6059 service neutron] 10.222.0.78 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361408 May 25 15:02:51.922491 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:51.973458 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:51.976921 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:51.980839 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:52.007289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b87cdf14-4111-4dc3-a94f-c1075822f2f3,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:52.119237 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c1a04-f45d-4950-88ef-0b9a32aa658e req-1df65c1f-6a42-43a8-9a63-1cca64ce3ca0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:52.121130 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-533c1a04-f45d-4950-88ef-0b9a32aa658e req-1df65c1f-6a42-43a8-9a63-1cca64ce3ca0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 943 time: 0.0865040 May 25 15:02:52.130868 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6b28b38f-b4b6-4591-a615-169ffc9c3f7b req-598b6d3b-6ff3-4215-87f2-ec9820fb48c1 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 210 time: 0.0740511 May 25 15:02:52.213547 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-533c1a04-f45d-4950-88ef-0b9a32aa658e req-90d88d62-65d1-4fc0-9051-cb0141e6757c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859125 May 25 15:02:52.215688 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:52.337597 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks [] for router_gateway (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:52.667400 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c69dd7-6546-4055-8c8c-4a5c6e6ec2ba None None] Network 6028651b-e908-45f7-9bba-a9ff244363d6 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:02:52.824954 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:52.878195 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 9b4d30e5-f981-4f4c-b349-2be212686b54 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:52.916882 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-5f1de0fa-69b1-48d4-9987-7ce45862a8e4 None None] Provisioning complete for port 9b4d30e5-f981-4f4c-b349-2be212686b54 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:52.917289 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5f1de0fa-69b1-48d4-9987-7ce45862a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:52.985996 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:02:53.025883 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 9b4d30e5-f981-4f4c-b349-2be212686b54 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:53.026513 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.098063 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-5f1de0fa-69b1-48d4-9987-7ce45862a8e4 None None] Current status of the port 9b4d30e5-f981-4f4c-b349-2be212686b54 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:53.098448 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5f1de0fa-69b1-48d4-9987-7ce45862a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.103651 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:53.110431 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:53.116779 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Sync routers for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:53.132594 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:53.133724 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:53.136709 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.140879 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56028) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:53.141406 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-dcb75493-da46-448e-a92a-7be2f64611a3 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3721085 May 25 15:02:53.143957 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-5f1de0fa-69b1-48d4-9987-7ce45862a8e4 None None] For port 9b4d30e5-f981-4f4c-b349-2be212686b54, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=9b4d30e5-f981-4f4c-b349-2be212686b54,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:53.168147 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5f1de0fa-69b1-48d4-9987-7ce45862a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.204298 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 9b4d30e5-f981-4f4c-b349-2be212686b54 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:53.205038 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.251392 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1de0fa-69b1-48d4-9987-7ce45862a8e4 None None] Pushing event updated for resources: {'Port': ['ID=9b4d30e5-f981-4f4c-b349-2be212686b54,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:53.297064 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:53.302349 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.db.api [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 25 15:02:53.302854 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG oslo_db.api [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 15:02:53.373807 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8ef0314c-f849-47f3-9cd9-a1e5ae0e0c78 req-9bed446a-0db9-43dc-a27a-e5926db3fbe8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 210 time: 0.0492780 May 25 15:02:53.393482 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-83a39106-2165-465f-bdb2-0e1152b3c3c9 None None] Provisioning complete for port 9b4d30e5-f981-4f4c-b349-2be212686b54 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:53.394521 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-83a39106-2165-465f-bdb2-0e1152b3c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.442373 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b7429-ae48-499a-a21d-eb97af0f141d req-eb3be039-f01a-4822-b1b9-3b1fb3f4cc87 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:53.444022 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-457b7429-ae48-499a-a21d-eb97af0f141d req-eb3be039-f01a-4822-b1b9-3b1fb3f4cc87 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 943 time: 0.0625937 May 25 15:02:53.450883 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:53.504150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-83a39106-2165-465f-bdb2-0e1152b3c3c9 None None] Current status of the port 9b4d30e5-f981-4f4c-b349-2be212686b54 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:53.515545 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:52Z', 'revision_number': 3, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:53.549366 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Checking router: d78c078a-8b9f-4ef4-a82a-0e6e8a548034 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:53.549764 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Updating router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 port b87cdf14-4111-4dc3-a94f-c1075822f2f3 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:02:53.580592 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.617386 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-457b7429-ae48-499a-a21d-eb97af0f141d req-66253924-e100-42dd-98d4-f2359b3c1371 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579049 May 25 15:02:53.677549 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-3523cfbd-d2a2-4f67-9c5d-4d2784b99f7e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:53.678947 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-3523cfbd-d2a2-4f67-9c5d-4d2784b99f7e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 815 time: 0.2338190 May 25 15:02:53.685721 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:53.835519 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-d675c683-a9a2-4f7c-9009-65f95c20bd5b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dafcd0df8524413b4fe81a0931323b1 HTTP/1.1" status: 200 len: 380 time: 0.1103013 May 25 15:02:53.842279 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 9b4d30e5-f981-4f4c-b349-2be212686b54 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:53.857200 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:53.888258 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:53.890674 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Publish callbacks [] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.897525 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.950524 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:53.966994 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Attempting to bind port b87cdf14-4111-4dc3-a94f-c1075822f2f3 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:02:53.967357 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Attempting to bind port b87cdf14-4111-4dc3-a94f-c1075822f2f3 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:02:53.967756 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Attempting to bind port b87cdf14-4111-4dc3-a94f-c1075822f2f3 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:53.970989 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Pushing event updated for resources: {'Port': ['ID=b87cdf14-4111-4dc3-a94f-c1075822f2f3,revision_number=2']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:53.971209 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.978726 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:02:53.979098 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:53.979544 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.979934 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:02:53.980391 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Bound port: b87cdf14-4111-4dc3-a94f-c1075822f2f3, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:02:53.980759 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:53.984070 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.984413 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.984774 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.985120 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.985448 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.985770 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.986192 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.986508 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.986826 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.987139 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.987454 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.987783 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.988098 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.988407 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:53.988717 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:54.049176 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] For port b87cdf14-4111-4dc3-a94f-c1075822f2f3, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:02:54.053452 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] For port b87cdf14-4111-4dc3-a94f-c1075822f2f3, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=b87cdf14-4111-4dc3-a94f-c1075822f2f3,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:02:54.059974 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.117210 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:54.117879 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:54.123491 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8d30f-d4dd-4693-83a9-192d49886e45 None None] Pushing event updated for resources: {'Port': ['ID=b87cdf14-4111-4dc3-a94f-c1075822f2f3,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:54.148022 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Allocated IP 172.20.0.1 (6028651b-e908-45f7-9bba-a9ff244363d6/5b0256f7-2ae2-446a-8857-71c5e35dbf23/18ed4c5e-5795-4d6e-8062-38ee1be2cc71) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:54.228585 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:54.258837 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks [] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.291492 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.331322 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Network 6028651b-e908-45f7-9bba-a9ff244363d6 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:54.334153 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:54.338021 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:54.363876 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Pushing event updated for resources: {'Port': ['ID=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:54.385830 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.407487 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:52Z', 'revision_number': 3, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:54.441124 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f80c8-80ca-4ed7-9161-19a99e6c44cd None None] The sync data for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi is: [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:52Z', 'revision_number': 3, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:54.510288 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:54.518945 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'port': {'device_id': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'admin_state_up': True, 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'security_groups': ['c69caa50-8826-43b6-8559-e5734046be13']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:54.538885 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c4ffb26e-ab46-40b8-b690-140f26cc22f5 req-ff83a708-13af-49ae-bc81-0e00dc84a02d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 210 time: 0.0480468 May 25 15:02:54.608735 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.632599 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-19811476-366e-4af6-87e2-c97e65890441 None None] Provisioning complete for port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:54.633467 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-19811476-366e-4af6-87e2-c97e65890441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.675623 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:54.686138 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-19811476-366e-4af6-87e2-c97e65890441 None None] Port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:02:54.793380 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Made reservation on behalf of 9dafcd0df8524413b4fe81a0931323b1 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:02:54.799029 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:54.871320 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 9b4d30e5-f981-4f4c-b349-2be212686b54 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:54.920529 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704bdbd-07e2-4636-9464-cdfdf0bc669f req-e0594524-8822-4eff-86ad-b13c5eb560a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:54.922408 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d704bdbd-07e2-4636-9464-cdfdf0bc669f req-e0594524-8822-4eff-86ad-b13c5eb560a9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 943 time: 0.1507649 May 25 15:02:54.936357 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 9b4d30e5-f981-4f4c-b349-2be212686b54 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:54.936879 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.016324 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:55.024974 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 9b4d30e5-f981-4f4c-b349-2be212686b54 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:55.097628 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d704bdbd-07e2-4636-9464-cdfdf0bc669f req-be4dc377-afcb-4fc9-b89f-8db94b7d42cf tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376812 May 25 15:02:55.121282 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks [] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.139737 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Allocated IP 172.20.0.9 (6c4b07fe-140a-4a0b-9f8f-030d2bf81125/312814e4-593b-48ee-be8b-37d37b791c35/abb2be77-3e38-420c-873c-fc5389d260f3) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:55.141855 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.235209 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.250905 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Pushing event updated for resources: {'Port': ['ID=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:55.390324 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:55.442820 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Network 6028651b-e908-45f7-9bba-a9ff244363d6 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:55.445811 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for port (abb2be77-3e38-420c-873c-fc5389d260f3), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.453067 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:55.508226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:55.544210 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.662380 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eda7b1-65ed-470e-9f0c-bf6622dc76f7 req-fac5ae3c-8eb5-41cc-a11f-5799f196dbc0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:55.664019 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b5eda7b1-65ed-470e-9f0c-bf6622dc76f7 req-fac5ae3c-8eb5-41cc-a11f-5799f196dbc0 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 931 time: 0.0545962 May 25 15:02:55.715357 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-cf72b034-9b50-40a8-a0ff-9bd3ba4353ba None None] Provisioning complete for port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:55.715824 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cf72b034-9b50-40a8-a0ff-9bd3ba4353ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:55.718701 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b5eda7b1-65ed-470e-9f0c-bf6622dc76f7 req-4d276774-1486-435f-b6f2-a0e9124cfc90 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 May 25 15:02:55.755716 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-cf72b034-9b50-40a8-a0ff-9bd3ba4353ba None None] Port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:02:55.888178 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:55.890738 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event updated for resources: {'Port': ['ID=abb2be77-3e38-420c-873c-fc5389d260f3,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:55.893542 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:55.899074 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:55.906055 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:02:55.911535 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:02:55.989864 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:55.990531 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.018921 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-1db09513-0acf-455c-8145-b2ff8e91c42e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5043769 May 25 15:02:56.038930 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:56.051935 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Request body: {'port': {'device_id': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:56.053427 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:02:56.100410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:02:56.100972 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:56.101363 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.118066 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:56.129853 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5893579b-5014-446f-8e03-8a67dcdbbc80 admin admin] 10.222.0.78 "PUT /v2.0/routers/d78c078a-8b9f-4ef4-a82a-0e6e8a548034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9746041 May 25 15:02:56.136065 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.151534 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:56.161191 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.213195 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-bf94e70f-3fb8-4f06-8e17-a0a2ed10a568 None None] Provisioning complete for port abb2be77-3e38-420c-873c-fc5389d260f3 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:56.213558 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bf94e70f-3fb8-4f06-8e17-a0a2ed10a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.253311 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:56.259906 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-bf94e70f-3fb8-4f06-8e17-a0a2ed10a568 None None] Port abb2be77-3e38-420c-873c-fc5389d260f3 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:02:56.288424 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d53c1-a014-4497-ad0d-e581458d8811 req-298faa1c-db52-4dcd-b48e-a3afeb9fbb2d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:56.290075 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c5d53c1-a014-4497-ad0d-e581458d8811 req-298faa1c-db52-4dcd-b48e-a3afeb9fbb2d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 944 time: 0.0867441 May 25 15:02:56.358048 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Sync routers for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:02:56.368552 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:56.369454 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:56.444527 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c5d53c1-a014-4497-ad0d-e581458d8811 req-bb206e29-fddd-45f6-a28a-6f7b21d3ad4d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098881 May 25 15:02:56.501464 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:56.513037 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.521665 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56052) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:56.528384 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981175333', 'description': 'tempest-description--561125'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:56.562536 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.566223 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb2be77-3e38-420c-873c-fc5389d260f3 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:02:56.574825 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Publish callbacks [] for port (abb2be77-3e38-420c-873c-fc5389d260f3), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.588493 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Transition to ACTIVE for port object abb2be77-3e38-420c-873c-fc5389d260f3 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:02:56.593733 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.631763 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.637429 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:02:56.647195 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.658184 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (68f016e0-3954-47a7-be60-0ba635ec2151), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.663666 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (68f016e0-3954-47a7-be60-0ba635ec2151), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.675665 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Pushing event updated for resources: {'Port': ['ID=abb2be77-3e38-420c-873c-fc5389d260f3,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:56.694501 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.696054 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1730642 May 25 15:02:56.699711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56056) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:56.705223 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-e671bdbb-7ba3-4fd6-ac53-5acb458f12dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'security_group_rule': {'security_group_id': '68f016e0-3954-47a7-be60-0ba635ec2151', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:56.708993 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:56.738910 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f016e0-3954-47a7-be60-0ba635ec2151,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:56.750487 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.751297 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.751788 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.752289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.753234 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.753775 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.754289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.755220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.756142 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.756284 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e671bdbb-7ba3-4fd6-ac53-5acb458f12dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (f8401630-4c04-40b7-8919-825c4c4c4ce4), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.756801 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.757281 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.757802 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.758586 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.759110 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.759744 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513310d-386d-4eff-a1b2-70e9ad41a397 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:02:56.834107 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Attempting to bind port abb2be77-3e38-420c-873c-fc5389d260f3 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:02:56.834604 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Attempting to bind port abb2be77-3e38-420c-873c-fc5389d260f3 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:02:56.835093 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Attempting to bind port abb2be77-3e38-420c-873c-fc5389d260f3 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:56.873111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Port abb2be77-3e38-420c-873c-fc5389d260f3 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:02:56.873111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Attempting to bind port abb2be77-3e38-420c-873c-fc5389d260f3 on network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:56.877060 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b87cdf14-4111-4dc3-a94f-c1075822f2f3 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:56.909319 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 2, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:56.913604 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:02:56.913604 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Checking segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:56.913999 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Bound using segment: {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:02:56.914387 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Bound port: abb2be77-3e38-420c-873c-fc5389d260f3, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3712c39b-d606-4864-9a84-44eff3bbfb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:02:56.914769 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:56.953719 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f760-2fb2-4a2e-9aaa-20c63023be38 req-06d2b9a4-58b7-4346-8b45-4adec94a7acc tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:56.955713 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Checking router: d78c078a-8b9f-4ef4-a82a-0e6e8a548034 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:02:56.956374 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c618f760-2fb2-4a2e-9aaa-20c63023be38 req-06d2b9a4-58b7-4346-8b45-4adec94a7acc tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 943 time: 0.1062696 May 25 15:02:56.956487 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Updating router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:02:56.959926 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:57.004444 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e671bdbb-7ba3-4fd6-ac53-5acb458f12dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (f8401630-4c04-40b7-8919-825c4c4c4ce4), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.016807 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e671bdbb-7ba3-4fd6-ac53-5acb458f12dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (f8401630-4c04-40b7-8919-825c4c4c4ce4), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.029782 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.063675 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port b87cdf14-4111-4dc3-a94f-c1075822f2f3 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:57.064050 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.077035 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671bdbb-7ba3-4fd6-ac53-5acb458f12dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8401630-4c04-40b7-8919-825c4c4c4ce4,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:57.092202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e671bdbb-7ba3-4fd6-ac53-5acb458f12dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.093764 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e671bdbb-7ba3-4fd6-ac53-5acb458f12dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3924148 May 25 15:02:57.098524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56064) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:57.099687 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] For port abb2be77-3e38-420c-873c-fc5389d260f3, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:02:57.106842 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-d2be520c-8155-4f65-bd47-a2edee9a7095 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'security_group_rule': {'security_group_id': '68f016e0-3954-47a7-be60-0ba635ec2151', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:57.120594 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c618f760-2fb2-4a2e-9aaa-20c63023be38 req-3ba43176-c988-4b54-8c4f-d49a103085b9 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393600 May 25 15:02:57.133909 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] For port abb2be77-3e38-420c-873c-fc5389d260f3, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=abb2be77-3e38-420c-873c-fc5389d260f3,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:02:57.155376 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.161111 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d2be520c-8155-4f65-bd47-a2edee9a7095 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (f971228d-d033-4101-b7cd-faa72cd20423), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.220993 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:57.221718 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.223189 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] 10.222.0.72 "PUT /v2.0/ports/abb2be77-3e38-420c-873c-fc5389d260f3 HTTP/1.1" status: 200 len: 1093 time: 1.1760211 May 25 15:02:57.225447 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:57.227772 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a7410c-4f83-4c0c-88a8-a7864a33f56a" -d '{"events": [{"name": "network-changed", "server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:57.274796 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c303ca-0071-46df-ad7c-8bc3c62e34b2 service neutron] Pushing event updated for resources: {'Port': ['ID=abb2be77-3e38-420c-873c-fc5389d260f3,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:57.315152 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018879c7-84a8-4a01-a326-471b66af443e x-openstack-request-id: req-018879c7-84a8-4a01-a326-471b66af443e {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:57.315757 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:57.315934 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-018879c7-84a8-4a01-a326-471b66af443e {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:57.316344 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018879c7-84a8-4a01-a326-471b66af443e'] response: {'name': 'network-changed', 'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'status': 'completed', 'code': 200} May 25 15:02:57.325043 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d2be520c-8155-4f65-bd47-a2edee9a7095 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (f971228d-d033-4101-b7cd-faa72cd20423), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.331482 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d2be520c-8155-4f65-bd47-a2edee9a7095 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (f971228d-d033-4101-b7cd-faa72cd20423), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.356691 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be520c-8155-4f65-bd47-a2edee9a7095 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f971228d-d033-4101-b7cd-faa72cd20423,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:57.372751 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port b87cdf14-4111-4dc3-a94f-c1075822f2f3 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:57.373586 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.378168 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d2be520c-8155-4f65-bd47-a2edee9a7095 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.384436 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d2be520c-8155-4f65-bd47-a2edee9a7095 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808366 May 25 15:02:57.385374 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56068) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:02:57.394672 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:02:57.436948 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.437901 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port b87cdf14-4111-4dc3-a94f-c1075822f2f3, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=b87cdf14-4111-4dc3-a94f-c1075822f2f3,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:57.440136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2a37728-cf07-4b14-9588-1e7552371085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:57.442219 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-b2a37728-cf07-4b14-9588-1e7552371085 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 1127 time: 0.1002564 May 25 15:02:57.462256 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.557324 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-05b7d021-1468-485f-a528-c7ec70c47484 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abb2be77-3e38-420c-873c-fc5389d260f3 HTTP/1.1" status: 200 len: 217 time: 0.0932157 May 25 15:02:57.596153 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:57.636523 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.655278 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:57.718300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-8b6b8b65-0771-4b59-9fc0-0e24a8df274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:57.719856 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-8b6b8b65-0771-4b59-9fc0-0e24a8df274f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.1543026 May 25 15:02:57.739623 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ceaee8-1b39-4596-b35e-f4529f5a1719 req-f7773ffb-0c12-46bc-b2f6-368f18b20383 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:57.740674 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-16ceaee8-1b39-4596-b35e-f4529f5a1719 req-f7773ffb-0c12-46bc-b2f6-368f18b20383 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 944 time: 0.1126215 May 25 15:02:57.762391 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=b87cdf14-4111-4dc3-a94f-c1075822f2f3,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:57.772953 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Allocated IP 172.27.0.251 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/06256920-f90d-4d50-ac62-e887d57c0318) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:02:57.808608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-9df93cc9-0597-4962-8066-801be23f5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:57.810153 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-9df93cc9-0597-4962-8066-801be23f5280 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785561 May 25 15:02:57.846525 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:57.894884 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for port (06256920-f90d-4d50-ac62-e887d57c0318), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.928045 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Publish callbacks [] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.934880 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (06256920-f90d-4d50-ac62-e887d57c0318), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.935774 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:57.944767 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-d8e6a6eb-0708-4e9c-8849-f86bf938f09b service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246018 May 25 15:02:57.949976 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-16ceaee8-1b39-4596-b35e-f4529f5a1719 req-eb06df48-e1c3-41a1-9850-ed4f36e431ec tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579361 May 25 15:02:57.992450 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a470a-b5d3-40f0-bfc0-b029b3457825 None None] Pushing event updated for resources: {'Port': ['ID=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:57.993792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:02:57.999736 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:02:58.004213 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'Port': ['ID=06256920-f90d-4d50-ac62-e887d57c0318,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:58.008162 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:02:58.072783 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Attempting to bind port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:02:58.073471 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Attempting to bind port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:02:58.074272 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Attempting to bind port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 on network 6028651b-e908-45f7-9bba-a9ff244363d6 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:02:58.080415 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:02:58.081091 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Checking segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:02:58.081699 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.082378 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Bound using segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:02:58.083101 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Bound port: 18ed4c5e-5795-4d6e-8062-38ee1be2cc71, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:02:58.083676 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.091376 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0cd58f11-e9ca-4b45-bb33-a06d3b797a73 req-6e67ac21-7ed4-48d0-ae2a-7fc0b4a53056 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342435 May 25 15:02:58.095726 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:58.120880 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (7cc67b7c-fce6-416d-b966-bacb559695bc), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.162209 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] For port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:02:58.167856 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] For port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:02:58.168840 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (06256920-f90d-4d50-ac62-e887d57c0318), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.180234 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.238221 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:58.242850 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a470a-b5d3-40f0-bfc0-b029b3457825 None None] Pushing event updated for resources: {'Port': ['ID=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:58.272486 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:02:58.273125 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:58.341794 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-cd84d297-05ed-49a9-9589-9b45e63255d8 None None] Provisioning complete for port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:58.342091 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd84d297-05ed-49a9-9589-9b45e63255d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.362108 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668ad0b-d101-4e60-a312-3d97e1e1bfd5 req-5d8069a6-2a88-45a9-9e88-3b9d2e08a0d2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:58.363798 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d668ad0b-d101-4e60-a312-3d97e1e1bfd5 req-5d8069a6-2a88-45a9-9e88-3b9d2e08a0d2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 943 time: 0.1043532 May 25 15:02:58.440788 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:02:58.476196 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d668ad0b-d101-4e60-a312-3d97e1e1bfd5 req-939a00d1-a5ad-4906-9f64-a64989721f22 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934181 May 25 15:02:58.496924 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for port (06256920-f90d-4d50-ac62-e887d57c0318), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.503906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (06256920-f90d-4d50-ac62-e887d57c0318), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.504959 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:58.593697 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'Port': ['ID=06256920-f90d-4d50-ac62-e887d57c0318,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:58.599098 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (7cc67b7c-fce6-416d-b966-bacb559695bc), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.611772 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-cd84d297-05ed-49a9-9589-9b45e63255d8 None None] Current status of the port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:58.612164 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd84d297-05ed-49a9-9589-9b45e63255d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.617211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.625335 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c2d41519-6ca6-4371-9966-03f37a718b33 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2313397 May 25 15:02:58.676491 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:02:58.703740 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:58.704114 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.719114 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-cd84d297-05ed-49a9-9589-9b45e63255d8 None None] For port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:58.746277 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd84d297-05ed-49a9-9589-9b45e63255d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.765959 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:58.846891 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b87cdf14-4111-4dc3-a94f-c1075822f2f3 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:02:58.854430 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-e13571b0-2ff1-4260-a84c-9a47774ca2f8 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--981175333&fields=id&tenant_id=2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 267 time: 0.0568011 May 25 15:02:58.885260 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:58.933329 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84d297-05ed-49a9-9589-9b45e63255d8 None None] Pushing event updated for resources: {'Port': ['ID=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:58.936033 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-3c553ddf-2d32-4bdb-b342-8d422dd211ba None None] Provisioning complete for port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:58.936401 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3c553ddf-2d32-4bdb-b342-8d422dd211ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:58.957397 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:02:58.960150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:58.973554 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-07ae5c2e-907d-46cd-970e-2a94bff56100 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:58.976012 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-07ae5c2e-907d-46cd-970e-2a94bff56100 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 817 time: 0.1130345 May 25 15:02:58.991511 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-654085da-801e-40aa-9f15-e06fdb7bfe4d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/quotas/2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 375 time: 0.0102479 May 25 15:02:59.013413 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af742840-8e5e-4606-9679-4d4e4a30e1dd None None] The sync data for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi is: [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:02:59.040080 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:59.040452 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:59.045361 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port b87cdf14-4111-4dc3-a94f-c1075822f2f3 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:02:59.045912 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:59.092814 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8b6c4308-f993-4bce-af87-78e5e42bbfa0 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948422 May 25 15:02:59.142140 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:02:59.144592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fcfa23-0989-4b3d-8701-7eeedd7efa55" -d '{"events": [{"server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "name": "network-vif-plugged", "status": "completed", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:02:59.169946 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:02:59.180206 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:02:59.186877 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-3c553ddf-2d32-4bdb-b342-8d422dd211ba None None] Current status of the port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:59.230255 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-df44510c-0080-436e-9864-d508e5435ed1 service neutron] 10.222.0.78 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224976 May 25 15:02:59.256105 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port b87cdf14-4111-4dc3-a94f-c1075822f2f3 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:02:59.279037 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:02:59.302869 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-65ac7021-79aa-486e-b0d2-a8daa0d93c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:59.304837 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-65ac7021-79aa-486e-b0d2-a8daa0d93c5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 1127 time: 0.0833743 May 25 15:02:59.379483 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-d14c0b5a-ac38-404e-8e2a-6df2090d7254 service neutron] 10.222.0.78 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379657 May 25 15:02:59.429315 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-c38fe3ca-14a2-4229-9ee6-adfd94d93815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:59.431285 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-c38fe3ca-14a2-4229-9ee6-adfd94d93815 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.1138582 May 25 15:02:59.481009 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-aae235a3-ae06-4b7e-a409-594524258c38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abb2be77-3e38-420c-873c-fc5389d260f3 HTTP/1.1" status: 200 len: 217 time: 0.0427420 May 25 15:02:59.605699 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2681e346-21d2-40d3-9fd1-b1755332dd86 x-openstack-request-id: req-2681e346-21d2-40d3-9fd1-b1755332dd86 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:02:59.606226 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "name": "network-vif-plugged", "status": "completed", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:02:59.606648 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2681e346-21d2-40d3-9fd1-b1755332dd86 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:02:59.607250 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2681e346-21d2-40d3-9fd1-b1755332dd86'] response: {'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'code': 200} May 25 15:02:59.771609 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cac97-ac9e-40e2-a834-0567f3137e65 req-1d498d3a-9bb2-482d-94ab-da3323976e0a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:59.774473 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-466cac97-ac9e-40e2-a834-0567f3137e65 req-1d498d3a-9bb2-482d-94ab-da3323976e0a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.1403050 May 25 15:02:59.804819 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:02:59.831708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:02:59.857667 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-8e9d19cd-7641-414c-a949-46efc58df797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:59.859465 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-8e9d19cd-7641-414c-a949-46efc58df797 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.3676796 May 25 15:02:59.875758 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2cf2e-c820-4b62-873d-151ee1c67009 req-f68a0a79-9eef-4571-944b-67b435a19483 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:59.877666 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38c2cf2e-c820-4b62-873d-151ee1c67009 req-f68a0a79-9eef-4571-944b-67b435a19483 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 943 time: 0.2059028 May 25 15:02:59.927173 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-466cac97-ac9e-40e2-a834-0567f3137e65 req-7a4222d7-0354-4155-a5a0-78862d449c24 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401608 May 25 15:02:59.978963 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-17dd3708-de31-4b3c-b5cb-860a2aa07c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:02:59.980762 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-17dd3708-de31-4b3c-b5cb-860a2aa07c32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021383 May 25 15:03:00.058903 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-099ca530-b5e5-4279-89b0-5b9089a19fa3 req-ec9c8205-9525-4c98-a738-838636824886 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 210 time: 0.0382195 May 25 15:03:00.062979 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c615784-9024-489d-be77-adb835160795 req-502d8b8e-232f-4d06-951b-85b587143e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:00.064620 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6c615784-9024-489d-be77-adb835160795 req-502d8b8e-232f-4d06-951b-85b587143e95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1129 time: 0.0841806 May 25 15:03:00.098101 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38c2cf2e-c820-4b62-873d-151ee1c67009 req-5b35bc4b-3c90-4128-8862-07c22249f145 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817055 May 25 15:03:00.149250 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6c615784-9024-489d-be77-adb835160795 req-87d8a848-9548-4634-acf0-238b1119f565 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764003 May 25 15:03:00.167067 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-39fa1394-ed2e-459c-8bdb-fd6f7d21601f service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751204 May 25 15:03:00.447150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device abb2be77-3e38-420c-873c-fc5389d260f3 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:03:00.565033 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port abb2be77-3e38-420c-873c-fc5389d260f3, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=abb2be77-3e38-420c-873c-fc5389d260f3,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:00.584880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'port_id': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'mac_address': 'fa:16:3e:fa:0d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:03:00.628985 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port abb2be77-3e38-420c-873c-fc5389d260f3 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:00.629376 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:00.649989 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb2be77-3e38-420c-873c-fc5389d260f3 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:03:00.664030 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-06a7410c-4f83-4c0c-88a8-a7864a33f56a req-e97295ad-d592-4bf4-bc41-9a8d41e91e9f service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277568 May 25 15:03:00.676072 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port abb2be77-3e38-420c-873c-fc5389d260f3, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=abb2be77-3e38-420c-873c-fc5389d260f3,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:00.680359 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:00.746584 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=abb2be77-3e38-420c-873c-fc5389d260f3,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:00.775672 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:03:00.845177 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:00.857290 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:03:00.857906 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:00.973671 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:01.068457 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131eaaa-c41c-4113-81ff-62adafff3307 req-6e214d9b-cf85-4508-b643-b3d851ccbe0a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:01.069924 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8131eaaa-c41c-4113-81ff-62adafff3307 req-6e214d9b-cf85-4508-b643-b3d851ccbe0a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.0517950 May 25 15:03:01.132568 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:01.141853 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8131eaaa-c41c-4113-81ff-62adafff3307 req-9973358c-1b4f-4077-9aa2-818c7475aa39 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642192 May 25 15:03:01.153863 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['abb2be77-3e38-420c-873c-fc5389d260f3'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:03:01.199396 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-da11b8c7-164b-47e8-a92a-4a5edfc6f958 req-212328bd-ed7c-48c6-9131-5d1201e38c25 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 210 time: 0.0322742 May 25 15:03:01.242098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:01.273933 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe657e7e-9c04-4f42-9c50-223705e80515 req-5ae1d040-7785-4341-bfeb-9f70a8d0d026 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:01.277255 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fe657e7e-9c04-4f42-9c50-223705e80515 req-5ae1d040-7785-4341-bfeb-9f70a8d0d026 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 944 time: 0.0676739 May 25 15:03:01.344395 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fe657e7e-9c04-4f42-9c50-223705e80515 req-37c8659e-6274-4555-9572-eff472ae4d31 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610390 May 25 15:03:02.272695 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a516bf-79b6-4ebe-8776-7ec02627ba64 req-e6ba10da-d4fe-42df-9e17-83fc3f7ba5d8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:02.274602 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f5a516bf-79b6-4ebe-8776-7ec02627ba64 req-e6ba10da-d4fe-42df-9e17-83fc3f7ba5d8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.0584340 May 25 15:03:02.315678 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-24364e51-a8fb-403d-8557-5103d8a69150 req-c33b95b2-2328-45ee-8181-24535543e65b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 210 time: 0.0330091 May 25 15:03:02.335594 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f5a516bf-79b6-4ebe-8776-7ec02627ba64 req-1595a459-cf92-43a6-9e25-d8309e18bab9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501258 May 25 15:03:02.437236 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device abb2be77-3e38-420c-873c-fc5389d260f3 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:03:02.456186 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:02.501804 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50d63c-4dd6-4011-ba42-74fcdf5beebb req-098217f9-3260-4032-ac5f-300b0948566d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:02.504933 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2d50d63c-4dd6-4011-ba42-74fcdf5beebb req-098217f9-3260-4032-ac5f-300b0948566d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.0894842 May 25 15:03:02.523791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5648d-b996-4ddf-b396-f66676f195ad req-9cdfd5f2-e748-4a02-a94b-504701751b0f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:02.527401 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-71b5648d-b996-4ddf-b396-f66676f195ad req-9cdfd5f2-e748-4a02-a94b-504701751b0f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 944 time: 0.0927622 May 25 15:03:02.533618 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port abb2be77-3e38-420c-873c-fc5389d260f3 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:03:02.544207 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port abb2be77-3e38-420c-873c-fc5389d260f3 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:03:02.544691 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.617492 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2d50d63c-4dd6-4011-ba42-74fcdf5beebb req-1f0381a4-a6d1-44ef-b1f2-9857e171a8bd tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055250 May 25 15:03:02.625651 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-71b5648d-b996-4ddf-b396-f66676f195ad req-7bd883c9-63ab-44cd-a6b1-1709c22e2cc7 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832782 May 25 15:03:02.644424 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56136) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:02.661584 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port abb2be77-3e38-420c-873c-fc5389d260f3 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:02.662223 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.698214 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed9bba-060e-4747-ac7b-6cc857a3ea13 tempest-TestVolumeBootPattern-894471157 tempest-TestVolumeBootPattern-894471157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:02.702080 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-03ed9bba-060e-4747-ac7b-6cc857a3ea13 tempest-TestVolumeBootPattern-894471157 tempest-TestVolumeBootPattern-894471157-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1124 time: 0.0555155 May 25 15:03:02.702600 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:02.705710 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56138) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:02.707602 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6587cc0-a33f-4cb5-8a07-e2cc17e319fa" -d '{"events": [{"server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "name": "network-vif-plugged", "status": "completed", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:02.731877 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:02.738140 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port abb2be77-3e38-420c-873c-fc5389d260f3, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=abb2be77-3e38-420c-873c-fc5389d260f3,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:02.752560 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.765106 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef460a-da7c-4c78-86a4-74fc02b02d85 x-openstack-request-id: req-96ef460a-da7c-4c78-86a4-74fc02b02d85 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:02.770120 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "name": "network-vif-plugged", "status": "completed", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:02.770609 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96ef460a-da7c-4c78-86a4-74fc02b02d85 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:02.771188 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ef460a-da7c-4c78-86a4-74fc02b02d85'] response: {'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'code': 200} May 25 15:03:02.798307 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.859801 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-7c6fbe4e-0552-4eba-ac2f-9740b8bcd562 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:02.861569 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-7c6fbe4e-0552-4eba-ac2f-9740b8bcd562 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 817 time: 0.2145104 May 25 15:03:02.887115 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=abb2be77-3e38-420c-873c-fc5389d260f3,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:02.928671 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:02.996369 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-79de129b-7bba-4e5c-b043-12f835429196 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 379 time: 0.1085901 May 25 15:03:03.054734 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:03.082517 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Allocated IP 172.27.0.141 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/6879ac8c-75f9-4e32-bfa7-5804e7d77334) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:03:03.147507 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'port': {'device_id': '879adce9-e352-4e39-b80b-dcaee814c084', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'admin_state_up': True, 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'security_groups': ['68f016e0-3954-47a7-be60-0ba635ec2151']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:03.239606 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:03.243364 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f06cb7-6e36-412f-bb1c-5e891f23dc7f req-7ca14c11-7c55-4af9-ad44-23b626dcaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:03.244950 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-29f06cb7-6e36-412f-bb1c-5e891f23dc7f req-7ca14c11-7c55-4af9-ad44-23b626dcaf3b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 1129 time: 0.0678842 May 25 15:03:03.283909 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Made reservation on behalf of 2b586a13e82f4177a7180f81acf675fd for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:03:03.290458 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:03.311589 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:03.349350 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-29f06cb7-6e36-412f-bb1c-5e891f23dc7f req-868e6727-9919-4713-bcb1-e8d63e4d2455 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937550 May 25 15:03:03.377500 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:03:03.382406 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:03:03.390129 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:03:03.418626 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=6879ac8c-75f9-4e32-bfa7-5804e7d77334,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:03.431779 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:03.486168 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-417793cd-eebe-4168-95fa-5c1836c41f58 req-d7d6d9a3-acad-4203-947a-a26330308105 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 210 time: 0.0455184 May 25 15:03:03.506690 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Allocated IP 172.20.0.6 (6028651b-e908-45f7-9bba-a9ff244363d6/5b0256f7-2ae2-446a-8857-71c5e35dbf23/1f402e27-3709-41db-8b59-49501ea83eb5) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:03:03.559260 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:03.697164 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for port (1f402e27-3709-41db-8b59-49501ea83eb5), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:03.742217 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:03.795008 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:03.799487 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Network 6028651b-e908-45f7-9bba-a9ff244363d6 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:03:03.802235 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:03.804906 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:03:03.808747 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:03:03.822423 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde32883-3b8d-4c6b-aafd-e65684348a08 req-f9ced94f-cb18-4614-99a2-cb3fc8d3c1e2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:03.824119 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fde32883-3b8d-4c6b-aafd-e65684348a08 req-f9ced94f-cb18-4614-99a2-cb3fc8d3c1e2 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 945 time: 0.0638533 May 25 15:03:03.842863 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.843156 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.843338 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.843604 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.843945 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.844277 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.844608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.844943 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.845272 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.845603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.845926 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.846282 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.846609 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.846945 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.847273 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:03.882944 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:03.883876 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:03.910672 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-93974b5d-3e7f-436f-98ed-9996ad9eddba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7674758 May 25 15:03:03.916154 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (d20e3c92-309b-44c4-80cf-bac6f8a6d24a), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:03.944871 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fde32883-3b8d-4c6b-aafd-e65684348a08 req-352d9590-ddd8-4792-9994-b1259f967c4a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916786 May 25 15:03:04.007113 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.036762 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:04.160144 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-60b773bc-094b-4fd0-bbcd-c645997af6d7 None None] Provisioning complete for port 1f402e27-3709-41db-8b59-49501ea83eb5 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:03:04.160809 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-60b773bc-094b-4fd0-bbcd-c645997af6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.217882 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-60b773bc-094b-4fd0-bbcd-c645997af6d7 None None] Port 1f402e27-3709-41db-8b59-49501ea83eb5 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:03:04.226923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.232950 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.275536 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Request body: {'port': {'device_id': '879adce9-e352-4e39-b80b-dcaee814c084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:04.311648 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=6879ac8c-75f9-4e32-bfa7-5804e7d77334,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:04.322242 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (d20e3c92-309b-44c4-80cf-bac6f8a6d24a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.353608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.424312 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:04.441871 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Floating IP d20e3c92-309b-44c4-80cf-bac6f8a6d24a associated. External IP: 172.27.0.141, port: fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206. May 25 15:03:04.620735 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-59cbf255-a42d-45be-be05-5f02522c3bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.665716 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf1f13-ed21-45aa-af07-44dbbd389361 req-a398ddd3-8a9e-45c5-abb6-c8800dabb8c4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:04.667388 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-00cf1f13-ed21-45aa-af07-44dbbd389361 req-a398ddd3-8a9e-45c5-abb6-c8800dabb8c4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 931 time: 0.0662460 May 25 15:03:04.688310 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:04.750978 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-00cf1f13-ed21-45aa-af07-44dbbd389361 req-dd9cdb88-f537-473c-8985-e90b32b066f7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765474 May 25 15:03:04.798962 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f402e27-3709-41db-8b59-49501ea83eb5 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:03:04.807213 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Publish callbacks [] for port (1f402e27-3709-41db-8b59-49501ea83eb5), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.813063 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:04.822664 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Transition to ACTIVE for port object 1f402e27-3709-41db-8b59-49501ea83eb5 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:03:04.825628 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:04.831874 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.838238 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:04.838622 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:04.839412 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:04.874919 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e034c570-ee85-43b7-bb08-a629f1e635a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1561897 May 25 15:03:04.875622 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:04.878555 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce96654-50c7-426c-b19c-09fc8164168f" -d '{"events": [{"name": "network-changed", "server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:04.922471 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:04.947160 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11310fd6-8733-47a6-a8c5-b019010dcf4d x-openstack-request-id: req-11310fd6-8733-47a6-a8c5-b019010dcf4d {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:04.947454 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:04.947708 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11310fd6-8733-47a6-a8c5-b019010dcf4d {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:04.948114 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11310fd6-8733-47a6-a8c5-b019010dcf4d'] response: {'name': 'network-changed', 'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'status': 'completed', 'code': 200} May 25 15:03:04.955170 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:04.990984 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Attempting to bind port 1f402e27-3709-41db-8b59-49501ea83eb5 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:03:04.991319 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Attempting to bind port 1f402e27-3709-41db-8b59-49501ea83eb5 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:03:04.991648 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Attempting to bind port 1f402e27-3709-41db-8b59-49501ea83eb5 on network 6028651b-e908-45f7-9bba-a9ff244363d6 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:03:04.997468 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:05.000045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Port 1f402e27-3709-41db-8b59-49501ea83eb5 on network 6028651b-e908-45f7-9bba-a9ff244363d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:03:05.000370 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Attempting to bind port 1f402e27-3709-41db-8b59-49501ea83eb5 on network 6028651b-e908-45f7-9bba-a9ff244363d6 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:03:05.006831 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:03:05.007179 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Checking segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:03:05.007546 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Bound using segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:03:05.008384 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Bound port: 1f402e27-3709-41db-8b59-49501ea83eb5, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:03:05.008657 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:05.126613 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c819-1508-41d2-97ce-64883b3a3771 req-6297b19f-7e7f-4701-bfb2-15dc6316160f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.128357 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9364c819-1508-41d2-97ce-64883b3a3771 req-6297b19f-7e7f-4701-bfb2-15dc6316160f tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 945 time: 0.0760460 May 25 15:03:05.137150 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:03:05.149097 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:03:05.171645 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:05.184049 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:05.230990 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.231746 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:05.233230 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] 10.222.0.72 "PUT /v2.0/ports/1f402e27-3709-41db-8b59-49501ea83eb5 HTTP/1.1" status: 200 len: 1093 time: 0.9640214 May 25 15:03:05.238389 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:05.240789 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287d3819-25c8-45ac-af59-e63c5e282e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:05.251955 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9364c819-1508-41d2-97ce-64883b3a3771 req-a7bafda7-63a8-4ee4-b08f-1e03d69b174b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120403 May 25 15:03:05.271068 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f005f43-1f27-4384-aae4-a11b9b6ac27e service neutron] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:05.325729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7b1711-3e66-403f-979e-1bddec18767b x-openstack-request-id: req-6b7b1711-3e66-403f-979e-1bddec18767b {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:05.326051 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:05.326316 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b7b1711-3e66-403f-979e-1bddec18767b {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:05.327721 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7b1711-3e66-403f-979e-1bddec18767b'] response: {'name': 'network-changed', 'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5', 'status': 'completed', 'code': 200} May 25 15:03:05.364125 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:03Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:05.399981 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:05.412931 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a82f4-36e4-4518-9046-ab89f5b99d8b req-71b382b6-22bd-47e0-ac13-d7a52a383d90 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.413781 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:05.414564 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:05.415387 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-543a82f4-36e4-4518-9046-ab89f5b99d8b req-71b382b6-22bd-47e0-ac13-d7a52a383d90 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 945 time: 0.0630536 May 25 15:03:05.425138 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56168) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:05.429970 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Request body: {'floatingip': {'port_id': 'abb2be77-3e38-420c-873c-fc5389d260f3'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:05.460719 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:05.486613 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96654-50c7-426c-b19c-09fc8164168f req-0ba5ac9c-6e1c-403b-be03-2404bdcd058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.488161 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ce96654-50c7-426c-b19c-09fc8164168f req-0ba5ac9c-6e1c-403b-be03-2404bdcd058a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1129 time: 0.0512192 May 25 15:03:05.506398 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (dded5c02-9e3a-4d21-8d58-cc91ab125883), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:05.549609 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:05.567102 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:05.590750 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d3819-25c8-45ac-af59-e63c5e282e1e req-836be7f4-7bb1-4331-b47a-77b8994a7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.593412 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-287d3819-25c8-45ac-af59-e63c5e282e1e req-836be7f4-7bb1-4331-b47a-77b8994a7a65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 1127 time: 0.1041346 May 25 15:03:05.619981 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96654-50c7-426c-b19c-09fc8164168f req-9403e6ce-1e1b-4b1c-acd7-8c758e38aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.622347 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ce96654-50c7-426c-b19c-09fc8164168f req-9403e6ce-1e1b-4b1c-acd7-8c758e38aae6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.1220822 May 25 15:03:05.698795 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ce96654-50c7-426c-b19c-09fc8164168f req-734bb670-9d2c-4a1e-8c89-9b7d8f07f1aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 200 len: 999 time: 0.0660596 May 25 15:03:05.716954 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:05.763645 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96654-50c7-426c-b19c-09fc8164168f req-35638573-7d73-4180-b5de-7a5c242659d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.765295 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ce96654-50c7-426c-b19c-09fc8164168f req-35638573-7d73-4180-b5de-7a5c242659d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0570040 May 25 15:03:05.824197 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce96654-50c7-426c-b19c-09fc8164168f req-b5c7531e-07ea-4788-8869-c477bb095d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:05.825865 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ce96654-50c7-426c-b19c-09fc8164168f req-b5c7531e-07ea-4788-8869-c477bb095d0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492458 May 25 15:03:05.862502 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:03Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:05.892053 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc446c4c-deeb-4fe9-aff6-99454b470467 None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:03Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:05.988728 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ce96654-50c7-426c-b19c-09fc8164168f req-19a56083-83c9-432c-86d6-df75ee231e3d service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512284 May 25 15:03:06.110092 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0ce96654-50c7-426c-b19c-09fc8164168f req-4d5c3807-8519-4a2a-9d6d-a7b4be117a4c service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127148 May 25 15:03:06.134633 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7078e-b893-4a33-ae4d-ba80bb6d837f req-3274d0ee-ac80-42fe-b4a4-31d04b2894a6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:06.136807 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a9e7078e-b893-4a33-ae4d-ba80bb6d837f req-3274d0ee-ac80-42fe-b4a4-31d04b2894a6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1189997 May 25 15:03:06.146309 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d3819-25c8-45ac-af59-e63c5e282e1e req-59612bd6-84e0-44ce-a098-2a78c85cfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:06.147797 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-287d3819-25c8-45ac-af59-e63c5e282e1e req-59612bd6-84e0-44ce-a098-2a78c85cfee5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2b586a13e82f4177a7180f81acf675fd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5140979 May 25 15:03:06.161110 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6a0532-de31-4546-8eb0-3b181ba0013d None None] New status for floating IP d20e3c92-309b-44c4-80cf-bac6f8a6d24a: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:03:06.381727 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a9e7078e-b893-4a33-ae4d-ba80bb6d837f req-77a2ded7-f217-4cf4-bc4e-5de768210e2b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307761 May 25 15:03:06.402519 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d3819-25c8-45ac-af59-e63c5e282e1e req-915cfc4e-f9da-4dbc-b0e9-77085a27b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:06.404060 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-287d3819-25c8-45ac-af59-e63c5e282e1e req-915cfc4e-f9da-4dbc-b0e9-77085a27b618 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2419136 May 25 15:03:06.431992 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:06.553119 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:06.558274 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (dded5c02-9e3a-4d21-8d58-cc91ab125883), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:06.669037 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP dded5c02-9e3a-4d21-8d58-cc91ab125883 associated. External IP: 172.27.0.3, port: abb2be77-3e38-420c-873c-fc5389d260f3. May 25 15:03:06.918999 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-e17db1b2-ae5d-4b29-a86e-7677d05d3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:06.920494 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-e17db1b2-ae5d-4b29-a86e-7677d05d3e2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 1127 time: 0.0831218 May 25 15:03:06.932069 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:06.986074 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:07.043466 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:07.047901 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:07.054304 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:07.066373 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:07.067095 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:07.081223 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5f09f916-6680-4096-91db-7b42b4ac3008 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "PUT /v2.0/floatingips/dded5c02-9e3a-4d21-8d58-cc91ab125883 HTTP/1.1" status: 200 len: 989 time: 1.6548438 May 25 15:03:07.081877 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:07.084269 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dab90b3-d260-471f-a3fe-e4d28a8edd23" -d '{"events": [{"name": "network-changed", "server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:07.125303 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e2fbee-fd74-4585-a669-47d9f6ba2db2 x-openstack-request-id: req-a7e2fbee-fd74-4585-a669-47d9f6ba2db2 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:07.125915 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:07.125915 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7e2fbee-fd74-4585-a669-47d9f6ba2db2 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:07.126777 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e2fbee-fd74-4585-a669-47d9f6ba2db2'] response: {'name': 'network-changed', 'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'status': 'completed', 'code': 200} May 25 15:03:07.180711 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:07.283045 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-03595bec-d3d5-4965-beb6-a1ec48d79497 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f402e27-3709-41db-8b59-49501ea83eb5 HTTP/1.1" status: 200 len: 217 time: 0.0622637 May 25 15:03:07.345364 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-cdf07b15-0b59-49bc-9864-76472749525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:07.348340 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-cdf07b15-0b59-49bc-9864-76472749525a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9dafcd0df8524413b4fe81a0931323b1&device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 1129 time: 0.1091015 May 25 15:03:07.348609 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-f1c1b549-599b-43ca-b46d-f56d1bd6c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:07.350296 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-f1c1b549-599b-43ca-b46d-f56d1bd6c704 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0602138 May 25 15:03:07.437438 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-54505910-93e8-4e23-8a18-f1a7131d8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:07.442501 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-54505910-93e8-4e23-8a18-f1a7131d8d12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702760 May 25 15:03:07.457119 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:07.461249 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'dded5c02-9e3a-4d21-8d58-cc91ab125883', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:fa:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:07.481214 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-0e04a3dd-17d4-46ca-b219-fbebc6cdc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:07.483428 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-0e04a3dd-17d4-46ca-b219-fbebc6cdc6d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 200 len: 917 time: 0.1240277 May 25 15:03:07.496128 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:07.505960 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:07.506614 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:02:37Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:07.518416 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7abac040-1c2f-41ff-9b1e-53e104b86ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:07.573215 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-7dad96be-33fb-4a7c-aec5-1b0c8c30e689 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abb2be77-3e38-420c-873c-fc5389d260f3 HTTP/1.1" status: 200 len: 997 time: 0.0784428 May 25 15:03:07.592624 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1277965-3cc2-4469-bc02-dc90a6390a79 req-b6af95c9-43c6-42df-aed6-e5343f2ea0a5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:07.594226 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e1277965-3cc2-4469-bc02-dc90a6390a79 req-b6af95c9-43c6-42df-aed6-e5343f2ea0a5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0646796 May 25 15:03:07.638135 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-9b9a64d9-895b-4767-a43e-ee5695e977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:07.640496 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-9b9a64d9-895b-4767-a43e-ee5695e977d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 200 len: 854 time: 0.0627794 May 25 15:03:07.651523 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-9afde64a-4a2d-4785-815b-698a91e78175 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989956 May 25 15:03:07.680180 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:07.695399 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-2e32d5cb-edf0-495a-9085-4c3f277be1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:07.696965 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-2e32d5cb-edf0-495a-9085-4c3f277be1e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6c4b07fe-140a-4a0b-9f8f-030d2bf81125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503049 May 25 15:03:07.781794 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e1277965-3cc2-4469-bc02-dc90a6390a79 req-cc2f055c-0733-46b2-986c-1371870cc048 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716475 May 25 15:03:07.783985 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:07.812000 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-b895f0da-8768-4e46-9fdc-766d47449092 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077831 May 25 15:03:07.820652 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac5795e3-d263-4207-9fe4-b3b897e1e39b req-64fc67c5-31db-4679-ba39-5833021f5ae5 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610491 May 25 15:03:07.936545 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:07.965502 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3dab90b3-d260-471f-a3fe-e4d28a8edd23 req-c0ef0c3a-bf9c-4aee-bd79-36c20571bc00 service neutron] 10.222.0.72 "GET /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455846 May 25 15:03:08.001256 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'dded5c02-9e3a-4d21-8d58-cc91ab125883', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:fa:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:08.032816 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e8652-aa97-4a20-b34a-75691cd0aefb None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'dded5c02-9e3a-4d21-8d58-cc91ab125883', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'port_id': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'mac_address': 'fa:16:3e:fa:0d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:08.264130 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82111c08-4ffe-4c41-93e3-5ce91b156ccb None None] New status for floating IP dded5c02-9e3a-4d21-8d58-cc91ab125883: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:03:08.383739 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:08.974307 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a24dc-2d32-451c-bcad-8a0c5de37328 req-9a3c00eb-e887-4e82-b93c-a2be98915e47 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:08.976782 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ff9a24dc-2d32-451c-bcad-8a0c5de37328 req-9a3c00eb-e887-4e82-b93c-a2be98915e47 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0853109 May 25 15:03:09.024819 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:09.044324 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ff9a24dc-2d32-451c-bcad-8a0c5de37328 req-eef02ed0-dd06-484d-8983-f98ef43438f4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603497 May 25 15:03:09.115443 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:10.180206 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a863-8c8e-4653-9fd4-04cba64a1708 req-fcdcfe4a-2ffa-46ec-8711-12a82bcab651 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:10.181873 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0791a863-8c8e-4653-9fd4-04cba64a1708 req-fcdcfe4a-2ffa-46ec-8711-12a82bcab651 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0563939 May 25 15:03:10.243037 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0791a863-8c8e-4653-9fd4-04cba64a1708 req-eb7cba74-079e-4782-ad11-e151ca5ecc3b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548573 May 25 15:03:10.498862 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:03:10.605568 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:10.618179 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '1f402e27-3709-41db-8b59-49501ea83eb5', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'port_id': '1f402e27-3709-41db-8b59-49501ea83eb5', 'mac_address': 'fa:16:3e:ad:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:03:10.655951 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:10.656344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:10.670164 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f402e27-3709-41db-8b59-49501ea83eb5 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:03:10.691058 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:10.693681 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:10.698037 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:10.750683 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:11.164797 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['1f402e27-3709-41db-8b59-49501ea83eb5'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:03:11.376706 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4f47-ba72-4560-bb31-6d344f8f6b42 req-108d4c2a-8847-4e46-9022-f7f00fcf9968 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:11.378324 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1ffa4f47-ba72-4560-bb31-6d344f8f6b42 req-108d4c2a-8847-4e46-9022-f7f00fcf9968 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 944 time: 0.0522709 May 25 15:03:11.433276 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1ffa4f47-ba72-4560-bb31-6d344f8f6b42 req-b0638f1f-53ed-4c43-9519-2e8ca64c4e18 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485051 May 25 15:03:11.739809 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.031344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.510294 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:03:12.561296 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaf9fa-3edc-49ad-86b1-9bd6837215b2 req-7c2f3cce-e903-45fb-a7f5-1aab4ed0241d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:12.563031 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-eceaf9fa-3edc-49ad-86b1-9bd6837215b2 req-7c2f3cce-e903-45fb-a7f5-1aab4ed0241d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 944 time: 0.0526736 May 25 15:03:12.568640 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 1f402e27-3709-41db-8b59-49501ea83eb5 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:03:12.578916 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 1f402e27-3709-41db-8b59-49501ea83eb5 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:03:12.579498 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.614795 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-eceaf9fa-3edc-49ad-86b1-9bd6837215b2 req-2005995d-60eb-475f-a91a-6b02143147ea tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456674 May 25 15:03:12.669063 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:03:12.669436 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.692218 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:12.694446 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eb8eab-90a2-40ed-8de1-61e881e44085" -d '{"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-plugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:12.706630 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:12.710645 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:12.733241 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad54fdd2-e31f-4ed6-a8a5-b6a29a3ba837 x-openstack-request-id: req-ad54fdd2-e31f-4ed6-a8a5-b6a29a3ba837 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:12.733559 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-plugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:12.733844 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad54fdd2-e31f-4ed6-a8a5-b6a29a3ba837 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:12.734260 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad54fdd2-e31f-4ed6-a8a5-b6a29a3ba837'] response: {'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5', 'code': 200} May 25 15:03:12.759236 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:12.987267 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508760e-85cb-43a6-9017-bc3d9d82a0f1 req-b79c6555-21c9-48bb-95d1-77c186287c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:12.988767 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9508760e-85cb-43a6-9017-bc3d9d82a0f1 req-b79c6555-21c9-48bb-95d1-77c186287c9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 1129 time: 0.0440416 May 25 15:03:13.041828 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9508760e-85cb-43a6-9017-bc3d9d82a0f1 req-9ef21b6e-823c-40bb-a920-6b1ac32ad01e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 May 25 15:03:13.735184 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd78918-0925-4bf1-bfc0-2f84c21afab1 req-bab3af45-165e-46c2-9ffb-2e86bc6eebec tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:13.736649 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6cd78918-0925-4bf1-bfc0-2f84c21afab1 req-bab3af45-165e-46c2-9ffb-2e86bc6eebec tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0467284 May 25 15:03:13.788006 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6cd78918-0925-4bf1-bfc0-2f84c21afab1 req-125f3ca8-df3b-445c-a5e3-fb1023b40058 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458455 May 25 15:03:14.914627 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634eb8-6154-42f1-be29-b0e0a9089ca9 req-1a9c0552-1ec9-4041-81fd-131637e69981 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:14.916737 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-29634eb8-6154-42f1-be29-b0e0a9089ca9 req-1a9c0552-1ec9-4041-81fd-131637e69981 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0534284 May 25 15:03:14.989617 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-29634eb8-6154-42f1-be29-b0e0a9089ca9 req-e31b65e5-46c4-442a-ad17-c9c60217c060 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616713 May 25 15:03:15.107487 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53977ec5-f779-468f-b22d-bf9eeebe5d25 req-55a3cd42-4ca2-4b90-b348-ac932f03ecb6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:15.108970 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-53977ec5-f779-468f-b22d-bf9eeebe5d25 req-55a3cd42-4ca2-4b90-b348-ac932f03ecb6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0487828 May 25 15:03:15.118926 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56236) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:15.123335 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'floatingip': {'port_id': '1f402e27-3709-41db-8b59-49501ea83eb5'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:15.159846 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (7cc67b7c-fce6-416d-b966-bacb559695bc), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:15.485045 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:15.620852 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:15.625814 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (7cc67b7c-fce6-416d-b966-bacb559695bc), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:15.723690 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Floating IP 7cc67b7c-fce6-416d-b966-bacb559695bc associated. External IP: 172.27.0.251, port: 1f402e27-3709-41db-8b59-49501ea83eb5. May 25 15:03:15.925257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:15.932253 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:16.279869 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:16.284604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:16.290300 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] Sync routers for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:16.292546 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:16.302661 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:16.303269 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:03:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:16.317678 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-114fede7-9d94-4522-a92c-61369c6e2ad2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "PUT /v2.0/floatingips/7cc67b7c-fce6-416d-b966-bacb559695bc HTTP/1.1" status: 200 len: 991 time: 1.1976507 May 25 15:03:16.318544 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:16.320755 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b98478-7e43-434a-b149-550fc81a6e38" -d '{"events": [{"name": "network-changed", "server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:16.357726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c546e0-ab0a-4548-bf1f-e892cda4fd58 x-openstack-request-id: req-91c546e0-ab0a-4548-bf1f-e892cda4fd58 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:16.358063 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:16.358294 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91c546e0-ab0a-4548-bf1f-e892cda4fd58 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:16.358702 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c546e0-ab0a-4548-bf1f-e892cda4fd58'] response: {'name': 'network-changed', 'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5', 'status': 'completed', 'code': 200} May 25 15:03:16.417966 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:16.598590 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b98478-7e43-434a-b149-550fc81a6e38 req-6f23acfd-2cbb-4035-ad03-d5561dba3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:16.600080 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70b98478-7e43-434a-b149-550fc81a6e38 req-6f23acfd-2cbb-4035-ad03-d5561dba3216 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 1129 time: 0.0468116 May 25 15:03:16.712401 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '7cc67b7c-fce6-416d-b966-bacb559695bc', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'port_id': '1f402e27-3709-41db-8b59-49501ea83eb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'mac_address': 'fa:16:3e:ad:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879adce9-e352-4e39-b80b-dcaee814c084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:58Z', 'updated_at': '2022-05-25T15:03:15Z', 'revision_number': 1, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:16.740348 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] Checking router: d78c078a-8b9f-4ef4-a82a-0e6e8a548034 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:16.749073 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:16.749708 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:03:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:16.851647 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:17.060384 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '7cc67b7c-fce6-416d-b966-bacb559695bc', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'port_id': '1f402e27-3709-41db-8b59-49501ea83eb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'mac_address': 'fa:16:3e:ad:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879adce9-e352-4e39-b80b-dcaee814c084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:58Z', 'updated_at': '2022-05-25T15:03:15Z', 'revision_number': 1, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:17.086896 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a93cb5-bfbe-4946-9984-914bfd178a35 None None] The sync data for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi is: [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '7cc67b7c-fce6-416d-b966-bacb559695bc', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'port_id': '1f402e27-3709-41db-8b59-49501ea83eb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'mac_address': 'fa:16:3e:ad:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879adce9-e352-4e39-b80b-dcaee814c084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:02:58Z', 'updated_at': '2022-05-25T15:03:15Z', 'revision_number': 1, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:17.098407 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:17.296101 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24615b37-c71c-4773-b708-0c67ebc84a50 None None] New status for floating IP 7cc67b7c-fce6-416d-b966-bacb559695bc: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:03:17.352059 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:17.369660 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b98478-7e43-434a-b149-550fc81a6e38 req-9f86fd71-9dd9-4c0c-9308-f51e86b563e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:17.371090 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70b98478-7e43-434a-b149-550fc81a6e38 req-9f86fd71-9dd9-4c0c-9308-f51e86b563e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 919 time: 0.3563433 May 25 15:03:17.889722 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70b98478-7e43-434a-b149-550fc81a6e38 req-17c114b6-9436-485f-80cf-28b628266b01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f402e27-3709-41db-8b59-49501ea83eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0607891 May 25 15:03:17.952357 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b98478-7e43-434a-b149-550fc81a6e38 req-43ac04e3-05fb-4913-b727-6345ff879124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:17.953868 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70b98478-7e43-434a-b149-550fc81a6e38 req-43ac04e3-05fb-4913-b727-6345ff879124 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0467701 May 25 15:03:18.007496 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b98478-7e43-434a-b149-550fc81a6e38 req-179b07fe-a66b-4bf9-ad5c-8284f9035680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:18.009615 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70b98478-7e43-434a-b149-550fc81a6e38 req-179b07fe-a66b-4bf9-ad5c-8284f9035680 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465999 May 25 15:03:18.130319 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70b98478-7e43-434a-b149-550fc81a6e38 req-a47da895-5443-4884-9744-0fff8b2a7fac service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878327 May 25 15:03:18.230318 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70b98478-7e43-434a-b149-550fc81a6e38 req-a8aae614-ac98-4c23-9750-e96dc9351dc6 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915241 May 25 15:03:20.267851 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:24.568878 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135a869-d06c-4493-9aa0-361b59967241 req-8e41a65d-2d81-44f9-bcfe-9d4ab78681d5 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:24.570327 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6135a869-d06c-4493-9aa0-361b59967241 req-8e41a65d-2d81-44f9-bcfe-9d4ab78681d5 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0514860 May 25 15:03:24.620896 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6135a869-d06c-4493-9aa0-361b59967241 req-fecfa145-7526-4e7b-bf75-48300006d454 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 May 25 15:03:25.748531 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da28ba-ddf1-4464-9190-4654dfb9eaa5 req-8b451e18-a245-4b11-a3be-a69ab97f1c86 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:25.750066 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-20da28ba-ddf1-4464-9190-4654dfb9eaa5 req-8b451e18-a245-4b11-a3be-a69ab97f1c86 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0488470 May 25 15:03:25.799109 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-20da28ba-ddf1-4464-9190-4654dfb9eaa5 req-a0ea2f3a-15e9-48e7-b09a-2f1932794277 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 May 25 15:03:26.917901 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b46c-7363-40a7-b845-c071f5e30935 req-f975c00f-b765-498f-bc60-544b390197b4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:26.920072 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0823b46c-7363-40a7-b845-c071f5e30935 req-f975c00f-b765-498f-bc60-544b390197b4 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0493596 May 25 15:03:26.967986 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0823b46c-7363-40a7-b845-c071f5e30935 req-36737096-8d11-42bf-9bc9-117f7167a92a tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 May 25 15:03:27.805307 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-3ea1b96d-befc-4b3e-94c1-777bd62d7984 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:27.806709 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-3ea1b96d-befc-4b3e-94c1-777bd62d7984 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0472662 May 25 15:03:27.889117 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:27.897214 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Deleting port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:27.897557 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:27.989545 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] For port e879175d-ad6e-45f8-890b-d64ddeb1ddf4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:27.989908 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.132252 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7076-6393-4649-b7e7-98094ad402ce req-be1e43cd-9534-4bae-8038-f3c48a649660 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:28.134354 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-981b7076-6393-4649-b7e7-98094ad402ce req-be1e43cd-9534-4bae-8038-f3c48a649660 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 945 time: 0.0916204 May 25 15:03:28.243566 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-981b7076-6393-4649-b7e7-98094ad402ce req-45fc536b-c47e-4f1a-93aa-d627f2004a6e tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups?id=d81a615b-42d5-44da-b723-79359b5a7b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027539 May 25 15:03:28.250711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.251069 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (bbcb970b-d751-4987-858d-77860cb8368a), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.251386 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Floating IP bbcb970b-d751-4987-858d-77860cb8368a disassociated. External IP: 172.27.0.133, port: e879175d-ad6e-45f8-890b-d64ddeb1ddf4. May 25 15:03:28.251732 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Calling delete_port for e879175d-ad6e-45f8-890b-d64ddeb1ddf4 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:28.311244 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:28.385354 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (e879175d-ad6e-45f8-890b-d64ddeb1ddf4), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.415426 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event deleted for resources: {'Port': ['ID=e879175d-ad6e-45f8-890b-d64ddeb1ddf4,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:28.531204 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Router a466a499-affb-459c-8982-52263ef5219a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:28.633308 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:28.644160 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] Sync routers for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:28.654367 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:28.654976 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:03:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:28.675808 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] No DVR routers for this DVR port e879175d-ad6e-45f8-890b-d64ddeb1ddf4 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:28.678281 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:28.681415 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-43f80af6-f2e1-49b6-bd7b-a06e1eaa611b req-116f5370-51c2-48a4-b84b-ea9e20358307 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.72 "DELETE /v2.0/ports/e879175d-ad6e-45f8-890b-d64ddeb1ddf4 HTTP/1.1" status: 204 len: 173 time: 0.8656418 May 25 15:03:28.681853 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'name': 'network-vif-deleted', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:03:28.684076 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76204c0f-1297-4773-bf2a-6e92bc695b2f" -d '{"events": [{"server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "name": "network-vif-deleted", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:03:28.721089 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ed3a06-c54b-44d3-b47d-706bfdfb74cb x-openstack-request-id: req-a7ed3a06-c54b-44d3-b47d-706bfdfb74cb {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:03:28.721383 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c199bd9-ce9c-4761-9f84-042971621d9c", "name": "network-vif-deleted", "tag": "e879175d-ad6e-45f8-890b-d64ddeb1ddf4", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:03:28.721637 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7ed3a06-c54b-44d3-b47d-706bfdfb74cb {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:03:28.722802 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ed3a06-c54b-44d3-b47d-706bfdfb74cb'] response: {'server_uuid': '0c199bd9-ce9c-4761-9f84-042971621d9c', 'name': 'network-vif-deleted', 'tag': 'e879175d-ad6e-45f8-890b-d64ddeb1ddf4', 'status': 'completed', 'code': 200} May 25 15:03:28.737982 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:28.744537 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:28.767215 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:28.962332 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:28.986615 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] Checking router: a466a499-affb-459c-8982-52263ef5219a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:28.994868 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:28.995449 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:03:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:29.100316 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:29.291593 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:29.317661 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1dc2a-ef31-440f-ab1c-d1b27bad69ed None None] The sync data for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi is: [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T14:56:07Z', 'revision_number': 4, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '87c44837-ccf3-4868-877b-9f9e629d3222', 'name': '', 'network_id': 'da3cdcb2-1ede-42ee-8e56-23a36c228a18', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'mac_address': 'fa:16:3e:15:db:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:04Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'subnets': [{'id': '4aa804f0-ec7a-4a69-980a-d4c3cca959d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:29.363063 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6032ce5f-607b-4804-90de-104c12d74b77 req-53ff6d2f-274c-4cc6-8a14-0eab6aa4aa31 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c199bd9-ce9c-4761-9f84-042971621d9c HTTP/1.1" status: 200 len: 210 time: 0.0349839 May 25 15:03:29.557487 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c6cbf-7665-44c2-8ea3-b081e2add6b3 None None] New status for floating IP bbcb970b-d751-4987-858d-77860cb8368a: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:03:30.461438 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56326) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:30.524660 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5bf54f7e-306f-4cbb-9070-0eccdc90f39b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (d81a615b-42d5-44da-b723-79359b5a7b8d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.552028 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5bf54f7e-306f-4cbb-9070-0eccdc90f39b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (d81a615b-42d5-44da-b723-79359b5a7b8d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.580708 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:30.599007 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e879175d-ad6e-45f8-890b-d64ddeb1ddf4 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:30.604945 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5bf54f7e-306f-4cbb-9070-0eccdc90f39b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d81a615b-42d5-44da-b723-79359b5a7b8d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.607783 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5bf54f7e-306f-4cbb-9070-0eccdc90f39b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.609492 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5bf54f7e-306f-4cbb-9070-0eccdc90f39b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "DELETE /v2.0/security-groups/d81a615b-42d5-44da-b723-79359b5a7b8d HTTP/1.1" status: 204 len: 168 time: 0.1466293 May 25 15:03:30.612549 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56328) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:30.618869 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf54f7e-306f-4cbb-9070-0eccdc90f39b tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81a615b-42d5-44da-b723-79359b5a7b8d,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:30.624683 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: e879175d-ad6e-45f8-890b-d64ddeb1ddf4 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:30.625032 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e879175d-ad6e-45f8-890b-d64ddeb1ddf4 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:30.630137 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.api.v2.resource [None req-bf7479c7-b913-4fb0-a920-d2b8ec490f72 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] show failed (client error): The resource could not be found. May 25 15:03:30.631146 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-bf7479c7-b913-4fb0-a920-d2b8ec490f72 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "GET /v2.0/security-groups/d81a615b-42d5-44da-b723-79359b5a7b8d HTTP/1.1" status: 404 len: 347 time: 0.0176206 May 25 15:03:30.634392 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56330) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:30.712960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:30.748763 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Deleting port 45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:30.749106 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.837023 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.837342 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:30.850983 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Calling delete_port for 45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5 owned by network:floatingip {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:30.983480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:31.007689 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Pushing event deleted for resources: {'Port': ['ID=45ce586e-9d87-41c5-8ddb-1ec17cc8fbe5,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:31.071385 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks [] for floatingip (bbcb970b-d751-4987-858d-77860cb8368a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:31.073760 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:31.074935 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1424d890-ba25-4eb6-8294-ad62a38e4448 tempest-AttachVolumeTestJSON-925279656 tempest-AttachVolumeTestJSON-925279656-project] 10.222.0.78 "DELETE /v2.0/floatingips/bbcb970b-d751-4987-858d-77860cb8368a HTTP/1.1" status: 204 len: 168 time: 0.4396701 May 25 15:03:34.604158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bb35a1d6-689c-4b15-b8d2-8d5334e41c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:34.618277 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56360) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:34.799265 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:34.974754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (a466a499-affb-459c-8982-52263ef5219a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.201463 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Deleting port 87c44837-ccf3-4868-877b-9f9e629d3222 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:35.202036 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.239556 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:35.282864 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] For port 87c44837-ccf3-4868-877b-9f9e629d3222, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=87c44837-ccf3-4868-877b-9f9e629d3222,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:35.283221 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.296676 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Calling delete_port for 87c44837-ccf3-4868-877b-9f9e629d3222 owned by network:router_interface {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:35.481063 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (87c44837-ccf3-4868-877b-9f9e629d3222), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.505064 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c44837-ccf3-4868-877b-9f9e629d3222,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:35.568707 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:35.672306 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (a466a499-affb-459c-8982-52263ef5219a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:35.885654 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Router a466a499-affb-459c-8982-52263ef5219a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:03:35.984883 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:03:35.989670 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a8408829-acb0-42ea-8f2c-f60600aa56e1 admin admin] 10.222.0.78 "PUT /v2.0/routers/a466a499-affb-459c-8982-52263ef5219a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3705990 May 25 15:03:35.992339 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56364) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:35.993138 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] Sync routers for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:03:36.003846 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:36.004442 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:03:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:36.094533 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks [] for router (a466a499-affb-459c-8982-52263ef5219a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.147969 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:36.199567 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:36.200504 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks [] for router_gateway (a466a499-affb-459c-8982-52263ef5219a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.250423 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Deleting port 3dcb8db6-b00f-4e48-adc9-984203953d50 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:36.250754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.337611 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] For port 3dcb8db6-b00f-4e48-adc9-984203953d50, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=3dcb8db6-b00f-4e48-adc9-984203953d50,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:36.337975 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.352414 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Calling delete_port for 3dcb8db6-b00f-4e48-adc9-984203953d50 owned by network:router_gateway {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:36.376905 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T15:03:35Z', 'revision_number': 5, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port': {'id': '3dcb8db6-b00f-4e48-adc9-984203953d50', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a466a499-affb-459c-8982-52263ef5219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:55:59Z', 'updated_at': '2022-05-25T14:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:36.416343 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] Checking router: a466a499-affb-459c-8982-52263ef5219a for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:03:36.425011 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] Routers {'a466a499-affb-459c-8982-52263ef5219a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:03:36.425616 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:03:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['a466a499-affb-459c-8982-52263ef5219a'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:36.457731 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:36.511595 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] Set router a466a499-affb-459c-8982-52263ef5219a gateway port host: None {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:03:36.522483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (3dcb8db6-b00f-4e48-adc9-984203953d50), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.545307 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcb8db6-b00f-4e48-adc9-984203953d50,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:36.563549 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T15:03:36Z', 'revision_number': 6, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:36.588627 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e71e0-16d4-4bd4-b1dc-17aff6a9fae2 None None] The sync data for ids ['a466a499-affb-459c-8982-52263ef5219a'] in dv-cinder-803823-9-iscsi is: [{'id': 'a466a499-affb-459c-8982-52263ef5219a', 'name': 'tempest-AttachVolumeTestJSON-55053234-router', 'tenant_id': '2395f31fad3645c19096d648c521bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:55:58Z', 'updated_at': '2022-05-25T15:03:36Z', 'revision_number': 6, 'project_id': '2395f31fad3645c19096d648c521bf31', 'gw_port_host': None}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:03:36.619676 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (a466a499-affb-459c-8982-52263ef5219a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.797677 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:36.804784 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:03:36.962706 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (a466a499-affb-459c-8982-52263ef5219a), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:36.965558 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks [] for router_controller (a466a499-affb-459c-8982-52263ef5219a), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.035081 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (a466a499-affb-459c-8982-52263ef5219a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.035917 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a466a499-affb-459c-8982-52263ef5219a {{(pid=110348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:03:37.042047 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.046591 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-7b27666f-b8d5-4b8a-b398-d755e46397fa admin admin] 10.222.0.78 "DELETE /v2.0/routers/a466a499-affb-459c-8982-52263ef5219a HTTP/1.1" status: 204 len: 168 time: 1.0532808 May 25 15:03:37.048123 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56370) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:37.096201 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] Deleting subnet 4aa804f0-ec7a-4a69-980a-d4c3cca959d9 {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:03:37.099465 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] Publish callbacks [] for subnet (4aa804f0-ec7a-4a69-980a-d4c3cca959d9), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.134186 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14426780'] for subnet (4aa804f0-ec7a-4a69-980a-d4c3cca959d9), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.236398 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (4aa804f0-ec7a-4a69-980a-d4c3cca959d9), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.272196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:37.290257 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14426697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13887232'] for subnet (4aa804f0-ec7a-4a69-980a-d4c3cca959d9), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.314465 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa804f0-ec7a-4a69-980a-d4c3cca959d9,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:37.319955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.325370 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-dacf2aa5-2041-4c8a-b563-5868d4e83491 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4aa804f0-ec7a-4a69-980a-d4c3cca959d9 HTTP/1.1" status: 204 len: 168 time: 0.2739000 May 25 15:03:37.325598 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56372) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:37.326129 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeacb17-cc7c-4083-9f48-22b68c68bf58 None None] Network da3cdcb2-1ede-42ee-8e56-23a36c228a18 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:03:37.378688 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 87c44837-ccf3-4868-877b-9f9e629d3222 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:37.396777 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (da3cdcb2-1ede-42ee-8e56-23a36c228a18), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.404283 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 87c44837-ccf3-4868-877b-9f9e629d3222 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:37.405127 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 87c44837-ccf3-4868-877b-9f9e629d3222 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:37.449448 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Deleting port 02c44b79-d706-4677-900e-6cecd045ed79 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:37.449781 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (02c44b79-d706-4677-900e-6cecd045ed79), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.502047 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] DHCP port deletion for da3cdcb2-1ede-42ee-8e56-23a36c228a18 request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:03:37.521833 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] For port 02c44b79-d706-4677-900e-6cecd045ed79, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=02c44b79-d706-4677-900e-6cecd045ed79,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:37.522276 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (02c44b79-d706-4677-900e-6cecd045ed79), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.538283 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Calling delete_port for 02c44b79-d706-4677-900e-6cecd045ed79 owned by network:dhcp {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:37.539470 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5f9a90cf-1be8-4285-a8ae-ddb9c7da09d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.554206 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] Deleting port 02c44b79-d706-4677-900e-6cecd045ed79 {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:03:37.554809 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (02c44b79-d706-4677-900e-6cecd045ed79), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.624969 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (02c44b79-d706-4677-900e-6cecd045ed79), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.625497 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] For port 02c44b79-d706-4677-900e-6cecd045ed79, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=02c44b79-d706-4677-900e-6cecd045ed79,segment=NetworkSegment(985c074c-d889-49ae-b599-5e52285a0ebf),segment_id=985c074c-d889-49ae-b599-5e52285a0ebf)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:03:37.625896 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (02c44b79-d706-4677-900e-6cecd045ed79), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.628071 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:37.645621 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] Calling delete_port for 02c44b79-d706-4677-900e-6cecd045ed79 owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:03:37.652099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Pushing event deleted for resources: {'Port': ['ID=02c44b79-d706-4677-900e-6cecd045ed79,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:37.658518 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] No DVR routers for this DVR port 02c44b79-d706-4677-900e-6cecd045ed79 on host dv-cinder-803823-9-iscsi {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:37.681442 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=11,neutron:UPDATE=3,neutron:SELECT=86 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:37.723723 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (02c44b79-d706-4677-900e-6cecd045ed79), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.736401 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (da3cdcb2-1ede-42ee-8e56-23a36c228a18), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.751393 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] Pushing event deleted for resources: {'Port': ['ID=02c44b79-d706-4677-900e-6cecd045ed79,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:37.756016 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f892dd-803a-4f7b-a705-6375bddda80e None None] No DVR routers for this DVR port 02c44b79-d706-4677-900e-6cecd045ed79 on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:03:37.758669 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3cdcb2-1ede-42ee-8e56-23a36c228a18']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:37.769650 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985c074c-d889-49ae-b599-5e52285a0ebf') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:37.769942 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985c074c-d889-49ae-b599-5e52285a0ebf') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:37.779752 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (985c074c-d889-49ae-b599-5e52285a0ebf), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.793275 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (985c074c-d889-49ae-b599-5e52285a0ebf), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.799321 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:03:37.799695 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (985c074c-d889-49ae-b599-5e52285a0ebf), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.863273 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (da3cdcb2-1ede-42ee-8e56-23a36c228a18), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.868671 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:37.871717 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] 10.222.0.78 "DELETE /v2.0/networks/da3cdcb2-1ede-42ee-8e56-23a36c228a18 HTTP/1.1" status: 204 len: 168 time: 0.5451760 May 25 15:03:37.885246 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38119a-0532-462e-88b4-51a8288aba0e admin admin] Pushing event deleted for resources: {'Network': ['ID=da3cdcb2-1ede-42ee-8e56-23a36c228a18,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:37.960344 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment 985c074c-d889-49ae-b599-5e52285a0ebf resource provider aggregate not found May 25 15:03:37.983135 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment 985c074c-d889-49ae-b599-5e52285a0ebf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 985c074c-d889-49ae-b599-5e52285a0ebf found for delete ", "request_id": "req-e97e01a5-2eb5-4287-9a4e-c2d5386e10d9"}]} May 25 15:03:38.006159 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56382) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:38.060437 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-57862c32-4fc3-4f04-a049-da478f8bd6f3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2395f31fad3645c19096d648c521bf31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524194 May 25 15:03:38.062854 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56384) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:38.115015 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-60d92815-d88d-4cb2-8394-376120a02d02 admin admin] Publish callbacks [] for security_group (89280424-10ad-4cf9-a3c6-187f8349b6df), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:38.137298 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-60d92815-d88d-4cb2-8394-376120a02d02 admin admin] Publish callbacks [] for security_group (89280424-10ad-4cf9-a3c6-187f8349b6df), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:38.187868 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-60d92815-d88d-4cb2-8394-376120a02d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (89280424-10ad-4cf9-a3c6-187f8349b6df), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:38.190835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-60d92815-d88d-4cb2-8394-376120a02d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:38.192086 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-60d92815-d88d-4cb2-8394-376120a02d02 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/89280424-10ad-4cf9-a3c6-187f8349b6df HTTP/1.1" status: 204 len: 168 time: 0.1282356 May 25 15:03:38.200778 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d92815-d88d-4cb2-8394-376120a02d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89280424-10ad-4cf9-a3c6-187f8349b6df,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:38.768407 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 02c44b79-d706-4677-900e-6cecd045ed79 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:38.787566 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 02c44b79-d706-4677-900e-6cecd045ed79 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:38.787943 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 02c44b79-d706-4677-900e-6cecd045ed79 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:38.788394 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 3dcb8db6-b00f-4e48-adc9-984203953d50 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:03:38.807737 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 3dcb8db6-b00f-4e48-adc9-984203953d50 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:03:38.808084 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 3dcb8db6-b00f-4e48-adc9-984203953d50 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:03:39.117836 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:39.790941 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:40.201345 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56452) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:40.310747 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a10be96d-ba17-411b-8910-1b3470f2e036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.394794 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a10be96d-ba17-411b-8910-1b3470f2e036 admin admin] Publish callbacks [] for security_group (7209e8f7-d62e-474f-8971-8435aab478ac), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.398995 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a10be96d-ba17-411b-8910-1b3470f2e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7209e8f7-d62e-474f-8971-8435aab478ac), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.421237 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:40.441936 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a10be96d-ba17-411b-8910-1b3470f2e036 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa0aaf9cdfcd49a9bd0578411989ac20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394853 May 25 15:03:40.443477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10be96d-ba17-411b-8910-1b3470f2e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7209e8f7-d62e-474f-8971-8435aab478ac,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:40.444716 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56456) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:40.495525 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-788849bb-3a94-4f3e-aa53-6dd68bb00f76 admin admin] Publish callbacks [] for security_group (7209e8f7-d62e-474f-8971-8435aab478ac), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.517677 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-788849bb-3a94-4f3e-aa53-6dd68bb00f76 admin admin] Publish callbacks [] for security_group (7209e8f7-d62e-474f-8971-8435aab478ac), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.569223 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-788849bb-3a94-4f3e-aa53-6dd68bb00f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7209e8f7-d62e-474f-8971-8435aab478ac), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.571787 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-788849bb-3a94-4f3e-aa53-6dd68bb00f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.573005 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-788849bb-3a94-4f3e-aa53-6dd68bb00f76 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7209e8f7-d62e-474f-8971-8435aab478ac HTTP/1.1" status: 204 len: 168 time: 0.1273310 May 25 15:03:40.581559 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788849bb-3a94-4f3e-aa53-6dd68bb00f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7209e8f7-d62e-474f-8971-8435aab478ac,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:40.845539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56462) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:40.859527 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc1c0-3a68-4d32-b73f-0f2bf29f9f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.941380 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc1c0-3a68-4d32-b73f-0f2bf29f9f73 admin admin] Publish callbacks [] for security_group (d74d00c1-6e6d-4a80-972b-85774ac1e699), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.945710 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc1c0-3a68-4d32-b73f-0f2bf29f9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d74d00c1-6e6d-4a80-972b-85774ac1e699), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:40.987340 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-dd2bc1c0-3a68-4d32-b73f-0f2bf29f9f73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=30ae3fba388b4e13ad079a244e424587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405859 May 25 15:03:40.988329 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bc1c0-3a68-4d32-b73f-0f2bf29f9f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74d00c1-6e6d-4a80-972b-85774ac1e699,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:40.990001 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56464) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:41.041806 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9fab4390-2166-47f6-8e90-bd76d8ff913f admin admin] Publish callbacks [] for security_group (d74d00c1-6e6d-4a80-972b-85774ac1e699), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.067538 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9fab4390-2166-47f6-8e90-bd76d8ff913f admin admin] Publish callbacks [] for security_group (d74d00c1-6e6d-4a80-972b-85774ac1e699), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.116188 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9fab4390-2166-47f6-8e90-bd76d8ff913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d74d00c1-6e6d-4a80-972b-85774ac1e699), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.118981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9fab4390-2166-47f6-8e90-bd76d8ff913f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.120317 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9fab4390-2166-47f6-8e90-bd76d8ff913f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d74d00c1-6e6d-4a80-972b-85774ac1e699 HTTP/1.1" status: 204 len: 168 time: 0.1285474 May 25 15:03:41.131961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab4390-2166-47f6-8e90-bd76d8ff913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74d00c1-6e6d-4a80-972b-85774ac1e699,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:41.734345 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.803720 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56486) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:41.900266 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1170738973-network', 'tenant_id': '71fb0659e24841419a39ba5d48d8f12f'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:41.922378 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Made reservation on behalf of 71fb0659e24841419a39ba5d48d8f12f for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:03:41.924717 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.932956 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:41.976324 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:42.016853 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks [] for security_group (6499e7a2-0747-4f42-8f33-6bbdb4b96608), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.021984 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6499e7a2-0747-4f42-8f33-6bbdb4b96608), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.034422 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.051071 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:03:42.061495 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6499e7a2-0747-4f42-8f33-6bbdb4b96608,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:42.066610 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (c3fbc0bc-7a1d-4705-8a46-513aee27c72b), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.067014 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Added segment c3fbc0bc-7a1d-4705-8a46-513aee27c72b of type vlan for network fd9af1c2-c0f9-4e76-bcb3-da345010791b May 25 15:03:42.112053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (fd9af1c2-c0f9-4e76-bcb3-da345010791b), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.137439 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (fd9af1c2-c0f9-4e76-bcb3-da345010791b), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.138479 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:42.139105 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.204847 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3998544 May 25 15:03:42.208694 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56490) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:42.210761 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdd27b-5e20-4603-b98d-d8595084e7fb admin admin] Pushing event updated for resources: {'Network': ['ID=fd9af1c2-c0f9-4e76-bcb3-da345010791b,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:42.213333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Request body: {'subnet': {'network_id': 'fd9af1c2-c0f9-4e76-bcb3-da345010791b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1170738973-subnet', 'tenant_id': '71fb0659e24841419a39ba5d48d8f12f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:42.222142 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network fd9af1c2-c0f9-4e76-bcb3-da345010791b details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:03:42.238359 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Made reservation on behalf of 71fb0659e24841419a39ba5d48d8f12f for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:03:42.241168 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13887483'] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.333996 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:42.421238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13887241'] for subnet (eb91ed60-18f8-4411-92fe-928441eee32d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.471982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb91ed60-18f8-4411-92fe-928441eee32d,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:42.487096 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Checking segment: {'id': 'c3fbc0bc-7a1d-4705-8a46-513aee27c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'fd9af1c2-c0f9-4e76-bcb3-da345010791b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:03:42.487447 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Network hostable DHCP agents. Network: fd9af1c2-c0f9-4e76-bcb3-da345010791b, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:03:42.504287 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Network fd9af1c2-c0f9-4e76-bcb3-da345010791b is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:03:42.513437 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, fd9af1c2-c0f9-4e76-bcb3-da345010791b) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:03:42.518272 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:42.519047 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:42.523441 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb2714-a885-451b-bbaf-e8825d1cc992 None None] Network fd9af1c2-c0f9-4e76-bcb3-da345010791b requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:03:42.547422 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-7dccce45-d8d9-40da-87cb-9f4f5f0a80f9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3323369 May 25 15:03:42.627512 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b932cfa-3b83-4c1f-95e6-eec5bf47df70 None None] Network fd9af1c2-c0f9-4e76-bcb3-da345010791b requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:03:43.020547 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56506) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:43.025422 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1729273114-network', 'tenant_id': '3537dd7522384099af154e2bfe6ece59'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:43.052010 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Made reservation on behalf of 3537dd7522384099af154e2bfe6ece59 for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:03:43.055168 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.064300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.139963 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks [] for security_group (f4012c9b-002f-4841-905f-7873230763d8), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.143948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (f4012c9b-002f-4841-905f-7873230763d8), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.151652 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:43.176005 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:03:43.183737 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4012c9b-002f-4841-905f-7873230763d8,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:43.191040 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (2e162cb5-0e1d-409c-a166-626de525a19d), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.191948 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Added segment 2e162cb5-0e1d-409c-a166-626de525a19d of type vlan for network cbc703e7-b2cb-44d4-995a-025ab3af0556 May 25 15:03:43.231547 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (cbc703e7-b2cb-44d4-995a-025ab3af0556), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.256982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (cbc703e7-b2cb-44d4-995a-025ab3af0556), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.258178 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:43.258763 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.317321 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2955742 May 25 15:03:43.319900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56508) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:43.328044 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Request body: {'subnet': {'network_id': 'cbc703e7-b2cb-44d4-995a-025ab3af0556', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1729273114-subnet', 'tenant_id': '3537dd7522384099af154e2bfe6ece59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:03:43.338240 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706878-7580-4d08-a0b0-b04f4f529ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc703e7-b2cb-44d4-995a-025ab3af0556,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:43.348831 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network cbc703e7-b2cb-44d4-995a-025ab3af0556 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:03:43.357058 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Made reservation on behalf of 3537dd7522384099af154e2bfe6ece59 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:03:43.360221 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13887483'] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.452334 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:43.555624 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13887241'] for subnet (1925253d-9347-46dd-9890-e14d479f03db), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.604918 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1925253d-9347-46dd-9890-e14d479f03db,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:43.622944 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Checking segment: {'id': '2e162cb5-0e1d-409c-a166-626de525a19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'cbc703e7-b2cb-44d4-995a-025ab3af0556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:03:43.623378 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Network hostable DHCP agents. Network: cbc703e7-b2cb-44d4-995a-025ab3af0556, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:03:43.641248 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Network cbc703e7-b2cb-44d4-995a-025ab3af0556 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:03:43.649584 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, cbc703e7-b2cb-44d4-995a-025ab3af0556) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:03:43.653995 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:43.655751 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:43.658571 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b9327-2cf0-44a5-a491-0f7b033c742d None None] Network cbc703e7-b2cb-44d4-995a-025ab3af0556 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:03:43.662668 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:43.671722 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e57e432d-4f31-448f-957d-0cf23af6aedf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3491685 May 25 15:03:43.761328 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18188348-cd5b-4ba6-9a9b-92c11b8f51a9 None None] Network cbc703e7-b2cb-44d4-995a-025ab3af0556 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:03:49.788172 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:50.278384 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:52.197149 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:52.208320 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=4,neutron:SELECT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:53.664679 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=9,neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:53.665391 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=23,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:54.263889 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-e70c90f4-2024-44f2-b0dc-588c0fee1f26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418546 May 25 15:03:54.411222 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802634-859d-44c8-9e12-bf31441179b3 req-6b063398-0c21-47a0-8dd6-e2f5e894bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:54.413548 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-6b063398-0c21-47a0-8dd6-e2f5e894bf05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1129 time: 0.0535381 May 25 15:03:54.539898 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802634-859d-44c8-9e12-bf31441179b3 req-f0e2e2fe-8bc9-42c8-ab3f-392eb0977d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:54.541413 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-f0e2e2fe-8bc9-42c8-ab3f-392eb0977d30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.1023307 May 25 15:03:54.627824 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-1a596906-3bb4-4edc-9d4f-42813f596651 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 200 len: 1001 time: 0.0783274 May 25 15:03:54.708164 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802634-859d-44c8-9e12-bf31441179b3 req-61bc47e0-0dc9-4a00-b67e-a54239ec60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:54.709667 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-61bc47e0-0dc9-4a00-b67e-a54239ec60ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0720770 May 25 15:03:54.755436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802634-859d-44c8-9e12-bf31441179b3 req-0e9adb66-ac93-4055-ad1c-ac8a2f002d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:03:54.756895 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-0e9adb66-ac93-4055-ad1c-ac8a2f002d43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388672 May 25 15:03:54.851217 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-11bf7823-dc6c-49ad-9f9b-cf751e782437 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813746 May 25 15:03:54.952143 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cc802634-859d-44c8-9e12-bf31441179b3 req-181ab772-104d-447c-8eba-2e065a2f2e82 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897832 May 25 15:03:57.386134 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56660) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:57.432190 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Deleting subnet eb91ed60-18f8-4411-92fe-928441eee32d {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:03:57.435173 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Publish callbacks [] for subnet (eb91ed60-18f8-4411-92fe-928441eee32d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.471218 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (eb91ed60-18f8-4411-92fe-928441eee32d), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.516393 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (eb91ed60-18f8-4411-92fe-928441eee32d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.568139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (eb91ed60-18f8-4411-92fe-928441eee32d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.591086 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb91ed60-18f8-4411-92fe-928441eee32d,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:57.600885 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.603956 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] 10.222.0.78 "DELETE /v2.0/subnets/eb91ed60-18f8-4411-92fe-928441eee32d HTTP/1.1" status: 204 len: 168 time: 0.2168415 May 25 15:03:57.605834 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.606198 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.606533 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.606863 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.607288 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.607623 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.608397 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56662) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:57.608981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.608981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.609255 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.609513 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.609818 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.610163 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.610483 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.610796 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.611109 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a8160d-4b34-4232-ada9-df2d776241ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:03:57.676591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (fd9af1c2-c0f9-4e76-bcb3-da345010791b), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.760132 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (fd9af1c2-c0f9-4e76-bcb3-da345010791b), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.783037 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9af1c2-c0f9-4e76-bcb3-da345010791b']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:57.792611 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fbc0bc-7a1d-4705-8a46-513aee27c72b') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:57.792913 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fbc0bc-7a1d-4705-8a46-513aee27c72b') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:57.802947 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (c3fbc0bc-7a1d-4705-8a46-513aee27c72b), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.816027 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (c3fbc0bc-7a1d-4705-8a46-513aee27c72b), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.821919 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:03:57.822273 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (c3fbc0bc-7a1d-4705-8a46-513aee27c72b), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.862717 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment c3fbc0bc-7a1d-4705-8a46-513aee27c72b resource provider aggregate not found May 25 15:03:57.885389 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment c3fbc0bc-7a1d-4705-8a46-513aee27c72b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3fbc0bc-7a1d-4705-8a46-513aee27c72b found for delete ", "request_id": "req-b8869f54-c4d9-47e3-a1b7-6bc84085a35c"}]} May 25 15:03:57.886451 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (fd9af1c2-c0f9-4e76-bcb3-da345010791b), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.897519 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.901201 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd9af1c2-c0f9-4e76-bcb3-da345010791b HTTP/1.1" status: 204 len: 168 time: 0.2916169 May 25 15:03:57.904015 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56668) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:57.914531 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e0370-2841-49f2-89ba-468c60177f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9af1c2-c0f9-4e76-bcb3-da345010791b,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:57.953710 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] Deleting subnet 1925253d-9347-46dd-9890-e14d479f03db {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:03:57.957555 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] Publish callbacks [] for subnet (1925253d-9347-46dd-9890-e14d479f03db), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:57.999828 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (1925253d-9347-46dd-9890-e14d479f03db), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.048630 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (1925253d-9347-46dd-9890-e14d479f03db), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.108055 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (1925253d-9347-46dd-9890-e14d479f03db), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.135705 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1925253d-9347-46dd-9890-e14d479f03db,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:58.140516 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.143779 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-555603dc-d71c-43d6-a2df-f0914dc2ee7c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1925253d-9347-46dd-9890-e14d479f03db HTTP/1.1" status: 204 len: 168 time: 0.2379296 May 25 15:03:58.147681 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56672) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:58.224037 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (cbc703e7-b2cb-44d4-995a-025ab3af0556), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.314142 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (cbc703e7-b2cb-44d4-995a-025ab3af0556), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.335463 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc703e7-b2cb-44d4-995a-025ab3af0556']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:58.345523 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e162cb5-0e1d-409c-a166-626de525a19d') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:58.345812 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e162cb5-0e1d-409c-a166-626de525a19d') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:03:58.355959 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (2e162cb5-0e1d-409c-a166-626de525a19d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.370044 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (2e162cb5-0e1d-409c-a166-626de525a19d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.376915 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:03:58.377299 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (2e162cb5-0e1d-409c-a166-626de525a19d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.418798 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 2e162cb5-0e1d-409c-a166-626de525a19d resource provider aggregate not found May 25 15:03:58.443640 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 2e162cb5-0e1d-409c-a166-626de525a19d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e162cb5-0e1d-409c-a166-626de525a19d found for delete ", "request_id": "req-03e84e11-f50e-4d91-b9a3-37c89a9a84c3"}]} May 25 15:03:58.444719 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (cbc703e7-b2cb-44d4-995a-025ab3af0556), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.450210 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.453890 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] 10.222.0.78 "DELETE /v2.0/networks/cbc703e7-b2cb-44d4-995a-025ab3af0556 HTTP/1.1" status: 204 len: 168 time: 0.3049760 May 25 15:03:58.469691 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2abe0-1483-46a9-b5f4-94bf7b1a0d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc703e7-b2cb-44d4-995a-025ab3af0556,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:58.630901 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56680) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:58.674335 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-64094552-3b1c-4134-8356-6df1a03d20a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71fb0659e24841419a39ba5d48d8f12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422070 May 25 15:03:58.676867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56682) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:58.698481 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:58.729027 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eab14b4f-3bb0-40c9-82f9-027c0012f4a4 admin admin] Publish callbacks [] for security_group (6499e7a2-0747-4f42-8f33-6bbdb4b96608), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.749951 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:03:58.752072 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eab14b4f-3bb0-40c9-82f9-027c0012f4a4 admin admin] Publish callbacks [] for security_group (6499e7a2-0747-4f42-8f33-6bbdb4b96608), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.801353 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eab14b4f-3bb0-40c9-82f9-027c0012f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6499e7a2-0747-4f42-8f33-6bbdb4b96608), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.803902 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eab14b4f-3bb0-40c9-82f9-027c0012f4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:58.805088 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-eab14b4f-3bb0-40c9-82f9-027c0012f4a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6499e7a2-0747-4f42-8f33-6bbdb4b96608 HTTP/1.1" status: 204 len: 168 time: 0.1272974 May 25 15:03:58.814123 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab14b4f-3bb0-40c9-82f9-027c0012f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6499e7a2-0747-4f42-8f33-6bbdb4b96608,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:03:59.160141 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56690) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:59.199235 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f5a28709-0831-4ef7-a061-5d3c17d2562c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3537dd7522384099af154e2bfe6ece59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379224 May 25 15:03:59.201564 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56692) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:03:59.248084 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9a33b683-b53f-4b95-ab29-bbddab9e1c03 admin admin] Publish callbacks [] for security_group (f4012c9b-002f-4841-905f-7873230763d8), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:59.271606 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9a33b683-b53f-4b95-ab29-bbddab9e1c03 admin admin] Publish callbacks [] for security_group (f4012c9b-002f-4841-905f-7873230763d8), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:59.326389 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9a33b683-b53f-4b95-ab29-bbddab9e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (f4012c9b-002f-4841-905f-7873230763d8), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:59.328867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9a33b683-b53f-4b95-ab29-bbddab9e1c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:03:59.330022 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9a33b683-b53f-4b95-ab29-bbddab9e1c03 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f4012c9b-002f-4841-905f-7873230763d8 HTTP/1.1" status: 204 len: 168 time: 0.1275377 May 25 15:03:59.337731 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33b683-b53f-4b95-ab29-bbddab9e1c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4012c9b-002f-4841-905f-7873230763d8,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:04.618427 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-95c2b491-8155-4f58-b640-f569c82b2410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:07.176582 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778834e-63d7-49ca-beb0-5c88413df6ec req-96c1d1c1-fe95-493e-8bee-893755fca636 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:07.178153 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8778834e-63d7-49ca-beb0-5c88413df6ec req-96c1d1c1-fe95-493e-8bee-893755fca636 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 945 time: 0.0629830 May 25 15:04:07.228883 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8778834e-63d7-49ca-beb0-5c88413df6ec req-bb509be2-731c-4120-a9da-b7a07a86d50e tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448854 May 25 15:04:07.512871 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8b248c22-d974-4468-981f-c50bf9263525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:08.523649 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa740946-67f4-4467-ba7e-5308116aea5b req-15f300a9-3e14-4c4f-ae5e-67c09cc6e9f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:08.525142 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aa740946-67f4-4467-ba7e-5308116aea5b req-15f300a9-3e14-4c4f-ae5e-67c09cc6e9f6 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 945 time: 0.0516305 May 25 15:04:08.582422 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aa740946-67f4-4467-ba7e-5308116aea5b req-0b5be40b-1f64-4024-8345-db5f4bc34291 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507438 May 25 15:04:09.111392 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:09.124830 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:09.684060 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-a1348c42-fdce-46c8-963f-556d1994bbb8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:09.686595 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-a1348c42-fdce-46c8-963f-556d1994bbb8 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 945 time: 0.0883987 May 25 15:04:09.754251 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6ae3-c9da-4348-8e01-19fc1da4cf8e req-414dd307-c43c-4123-8e88-148ea1345605 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:09.755743 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-732a6ae3-c9da-4348-8e01-19fc1da4cf8e req-414dd307-c43c-4123-8e88-148ea1345605 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 945 time: 0.1021185 May 25 15:04:09.758144 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:09.772252 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:09.831755 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port abb2be77-3e38-420c-873c-fc5389d260f3 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:09.832079 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:09.851108 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-732a6ae3-c9da-4348-8e01-19fc1da4cf8e req-c97d682a-51d5-4a63-958e-9db29a8fc136 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups?id=c69caa50-8826-43b6-8559-e5734046be13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894811 May 25 15:04:09.932172 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] For port abb2be77-3e38-420c-873c-fc5389d260f3, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=abb2be77-3e38-420c-873c-fc5389d260f3,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:09.932557 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.091247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.091597 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (dded5c02-9e3a-4d21-8d58-cc91ab125883), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.091908 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Floating IP dded5c02-9e3a-4d21-8d58-cc91ab125883 disassociated. External IP: 172.27.0.3, port: abb2be77-3e38-420c-873c-fc5389d260f3. May 25 15:04:10.092816 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for abb2be77-3e38-420c-873c-fc5389d260f3 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:10.228542 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (abb2be77-3e38-420c-873c-fc5389d260f3), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.256302 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=abb2be77-3e38-420c-873c-fc5389d260f3,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:10.269237 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272844 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272844 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.272996 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.273308 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.273550 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.273884 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:10.331770 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56840) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:10.381417 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:04:10.453099 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b079e7e4-c456-4939-8ca5-e328a5488c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.491137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:10.503534 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:04:10.513994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:10.515543 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:10.536748 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] No DVR routers for this DVR port abb2be77-3e38-420c-873c-fc5389d260f3 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:04:10.539369 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.542707 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b80dcfb-6ed3-4309-97c1-01045e8ad2a3 req-baeb1c8b-ba71-4553-b644-6da0bcd90d1d tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.72 "DELETE /v2.0/ports/abb2be77-3e38-420c-873c-fc5389d260f3 HTTP/1.1" status: 204 len: 173 time: 0.8373756 May 25 15:04:10.543153 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'name': 'network-vif-deleted', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:10.543261 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b079e7e4-c456-4939-8ca5-e328a5488c72 admin admin] Publish callbacks [] for security_group (62fdd6d1-fd08-40a4-b8e1-c439315ec9ad), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.545666 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f519094d-7f5f-4103-8bd3-4edca548d330" -d '{"events": [{"server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "name": "network-vif-deleted", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:10.554573 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b079e7e4-c456-4939-8ca5-e328a5488c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (62fdd6d1-fd08-40a4-b8e1-c439315ec9ad), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.585819 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c28464-33dd-4915-8842-f650cb861818 x-openstack-request-id: req-20c28464-33dd-4915-8842-f650cb861818 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:10.586146 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08c7580-ff9d-4f6a-894b-ec2805b4f883", "name": "network-vif-deleted", "tag": "abb2be77-3e38-420c-873c-fc5389d260f3", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:10.586404 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20c28464-33dd-4915-8842-f650cb861818 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:10.586803 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c28464-33dd-4915-8842-f650cb861818'] response: {'server_uuid': 'd08c7580-ff9d-4f6a-894b-ec2805b4f883', 'name': 'network-vif-deleted', 'tag': 'abb2be77-3e38-420c-873c-fc5389d260f3', 'status': 'completed', 'code': 200} May 25 15:04:10.617509 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079e7e4-c456-4939-8ca5-e328a5488c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fdd6d1-fd08-40a4-b8e1-c439315ec9ad,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:10.622895 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b079e7e4-c456-4939-8ca5-e328a5488c72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68a4a529c33f40e6a4f8728233110b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900996 May 25 15:04:10.627429 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56846) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:10.632877 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:10.652579 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:10.687065 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-503df5b6-8820-43b5-ac8a-4e2ed273d08c admin admin] Publish callbacks [] for security_group (62fdd6d1-fd08-40a4-b8e1-c439315ec9ad), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.714994 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-503df5b6-8820-43b5-ac8a-4e2ed273d08c admin admin] Publish callbacks [] for security_group (62fdd6d1-fd08-40a4-b8e1-c439315ec9ad), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.754561 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:10.779051 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-503df5b6-8820-43b5-ac8a-4e2ed273d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (62fdd6d1-fd08-40a4-b8e1-c439315ec9ad), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.782670 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-503df5b6-8820-43b5-ac8a-4e2ed273d08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:10.786711 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-503df5b6-8820-43b5-ac8a-4e2ed273d08c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62fdd6d1-fd08-40a4-b8e1-c439315ec9ad HTTP/1.1" status: 204 len: 168 time: 0.1553180 May 25 15:04:10.807246 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503df5b6-8820-43b5-ac8a-4e2ed273d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fdd6d1-fd08-40a4-b8e1-c439315ec9ad,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:10.906850 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:10.952758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:04:10.964539 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:10.965408 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:10.993038 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0352d109-b1bd-4001-94c8-c5f99cf9603f req-b259b078-8e4a-4c23-a350-dd082db7c624 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/ports?device_id=d08c7580-ff9d-4f6a-894b-ec2805b4f883 HTTP/1.1" status: 200 len: 210 time: 0.0336723 May 25 15:04:11.077887 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:11.144628 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56854) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:11.158677 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9317dc8-16b1-4dee-97aa-9122aed72476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.226375 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:11.257044 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9317dc8-16b1-4dee-97aa-9122aed72476 admin admin] Publish callbacks [] for security_group (aa42392b-8bd2-49a0-b6aa-b49ab8e1986c), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.261985 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9317dc8-16b1-4dee-97aa-9122aed72476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (aa42392b-8bd2-49a0-b6aa-b49ab8e1986c), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.290648 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:11.316415 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d9317dc8-16b1-4dee-97aa-9122aed72476 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c600d873db644b07abb8f3185e9c11c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705034 May 25 15:04:11.319374 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56856) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:11.319835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9317dc8-16b1-4dee-97aa-9122aed72476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa42392b-8bd2-49a0-b6aa-b49ab8e1986c,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:11.322770 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1271371f-98e6-4f7d-9c06-071ec5c011b4 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T14:56:16Z', 'revision_number': 4, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '6650212f-8b74-4f9c-b0f1-ac81d2c81679', 'name': '', 'network_id': '6c4b07fe-140a-4a0b-9f8f-030d2bf81125', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'mac_address': 'fa:16:3e:0f:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '312814e4-593b-48ee-be8b-37d37b791c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:10Z', 'updated_at': '2022-05-25T14:56:31Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'subnets': [{'id': '312814e4-593b-48ee-be8b-37d37b791c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:04:11.394717 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-85364ceb-eedf-4777-870c-4588b25d64c7 admin admin] Publish callbacks [] for security_group (aa42392b-8bd2-49a0-b6aa-b49ab8e1986c), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.425524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-85364ceb-eedf-4777-870c-4588b25d64c7 admin admin] Publish callbacks [] for security_group (aa42392b-8bd2-49a0-b6aa-b49ab8e1986c), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.476480 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-85364ceb-eedf-4777-870c-4588b25d64c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (aa42392b-8bd2-49a0-b6aa-b49ab8e1986c), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.479071 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-85364ceb-eedf-4777-870c-4588b25d64c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:11.480242 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-85364ceb-eedf-4777-870c-4588b25d64c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa42392b-8bd2-49a0-b6aa-b49ab8e1986c HTTP/1.1" status: 204 len: 168 time: 0.1587055 May 25 15:04:11.489109 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85364ceb-eedf-4777-870c-4588b25d64c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa42392b-8bd2-49a0-b6aa-b49ab8e1986c,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:11.624736 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d7393-4d44-4a6d-b0fd-8a666c618631 None None] New status for floating IP dded5c02-9e3a-4d21-8d58-cc91ab125883: DOWN {{(pid=110351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:04:11.736370 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.037638 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.132821 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56884) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:12.157773 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:12.200395 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8a5b-0b49-43ce-ae59-aa033e4a829a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (c69caa50-8826-43b6-8559-e5734046be13), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.227609 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8a5b-0b49-43ce-ae59-aa033e4a829a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (c69caa50-8826-43b6-8559-e5734046be13), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.287061 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8a5b-0b49-43ce-ae59-aa033e4a829a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (c69caa50-8826-43b6-8559-e5734046be13), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.290149 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8a5b-0b49-43ce-ae59-aa033e4a829a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.291771 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ca2a8a5b-0b49-43ce-ae59-aa033e4a829a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/security-groups/c69caa50-8826-43b6-8559-e5734046be13 HTTP/1.1" status: 204 len: 168 time: 0.1580019 May 25 15:04:12.294787 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 56890) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:12.302832 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a8a5b-0b49-43ce-ae59-aa033e4a829a tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69caa50-8826-43b6-8559-e5734046be13,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:12.312436 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.api.v2.resource [None req-53c81bb7-2b62-4dea-85de-8c16bfbafc1b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] show failed (client error): The resource could not be found. May 25 15:04:12.313727 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-53c81bb7-2b62-4dea-85de-8c16bfbafc1b tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "GET /v2.0/security-groups/c69caa50-8826-43b6-8559-e5734046be13 HTTP/1.1" status: 404 len: 347 time: 0.0167754 May 25 15:04:12.318337 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 56892) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:12.423323 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:12.462057 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Deleting port a46db84f-86f3-45be-ab6a-e813dbe97864 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:12.462590 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.548462 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.548782 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (a46db84f-86f3-45be-ab6a-e813dbe97864), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.562248 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Calling delete_port for a46db84f-86f3-45be-ab6a-e813dbe97864 owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:12.702760 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (a46db84f-86f3-45be-ab6a-e813dbe97864), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.729372 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Pushing event deleted for resources: {'Port': ['ID=a46db84f-86f3-45be-ab6a-e813dbe97864,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:12.792642 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks [] for floatingip (dded5c02-9e3a-4d21-8d58-cc91ab125883), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.795127 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:12.800148 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-274de9f2-98dd-45a3-adaa-ad5de7d38367 tempest-AttachVolumeNegativeTest-533430010 tempest-AttachVolumeNegativeTest-533430010-project] 10.222.0.78 "DELETE /v2.0/floatingips/dded5c02-9e3a-4d21-8d58-cc91ab125883 HTTP/1.1" status: 204 len: 168 time: 0.4773681 May 25 15:04:13.803729 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:04:14.496208 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c066a-c661-4c44-ad63-aae5d095bb65 req-893f4328-9899-420f-b4f3-613ab4b97413 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:14.497799 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-738c066a-c661-4c44-ad63-aae5d095bb65 req-893f4328-9899-420f-b4f3-613ab4b97413 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0576341 May 25 15:04:14.547305 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-738c066a-c661-4c44-ad63-aae5d095bb65 req-199707db-9177-4a0d-952a-f3767a59132c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434940 May 25 15:04:15.669853 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5fdb-9502-4884-a7f5-919bc026e817 req-8ac06cbe-d2f4-4ae4-891e-bd00effec11d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:15.671994 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a9e5fdb-9502-4884-a7f5-919bc026e817 req-8ac06cbe-d2f4-4ae4-891e-bd00effec11d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0484145 May 25 15:04:15.719456 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2a9e5fdb-9502-4884-a7f5-919bc026e817 req-29462a55-95b6-42ab-8930-2b0613f98692 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 May 25 15:04:15.999802 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device abb2be77-3e38-420c-873c-fc5389d260f3 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:16.022893 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: abb2be77-3e38-420c-873c-fc5389d260f3 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:04:16.023235 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device abb2be77-3e38-420c-873c-fc5389d260f3 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:04:16.839993 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b46894-53b5-4021-a831-8e1ec2fb31f0 req-eb6d2d74-e216-4560-b376-cda731460ccb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:16.841505 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-52b46894-53b5-4021-a831-8e1ec2fb31f0 req-eb6d2d74-e216-4560-b376-cda731460ccb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0477896 May 25 15:04:16.891208 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-52b46894-53b5-4021-a831-8e1ec2fb31f0 req-c72782fb-6d15-40ad-a27f-d897fed12112 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 May 25 15:04:18.032363 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea5f42-9346-479b-b19a-be22c05e3312 req-2e876343-9cc3-454b-a04c-7b4bf3df5181 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:18.033931 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3bea5f42-9346-479b-b19a-be22c05e3312 req-2e876343-9cc3-454b-a04c-7b4bf3df5181 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0528600 May 25 15:04:18.085582 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3bea5f42-9346-479b-b19a-be22c05e3312 req-16f12ddc-983d-49fc-9553-4810ff7bacec tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454321 May 25 15:04:19.215721 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f175-c6fa-4cdd-b2e9-2e22eae91084 req-11884974-0b6a-44c9-985d-1dade04feab8 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:19.217117 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7171f175-c6fa-4cdd-b2e9-2e22eae91084 req-11884974-0b6a-44c9-985d-1dade04feab8 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0521004 May 25 15:04:19.264608 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7171f175-c6fa-4cdd-b2e9-2e22eae91084 req-26a736c1-d3fd-48c8-b717-4fb54e826e98 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 May 25 15:04:19.744165 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57024) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:20.098187 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:20.108373 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:20.266428 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:20.291301 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (def72cc1-1b72-4d9e-90dc-a83975be665a), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:20.386768 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69aa2b-a70f-466d-abd1-86efdbc1398d req-57005934-aa54-4e61-931f-efb7034f8e54 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:20.388377 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cd69aa2b-a70f-466d-abd1-86efdbc1398d req-57005934-aa54-4e61-931f-efb7034f8e54 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0496454 May 25 15:04:20.463034 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cd69aa2b-a70f-466d-abd1-86efdbc1398d req-dd918487-7357-496d-a542-2652efc02058 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659466 May 25 15:04:20.577047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Deleting port 6650212f-8b74-4f9c-b0f1-ac81d2c81679 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:20.577307 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:20.658717 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] For port 6650212f-8b74-4f9c-b0f1-ac81d2c81679, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=6650212f-8b74-4f9c-b0f1-ac81d2c81679,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:20.659072 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:20.672895 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Calling delete_port for 6650212f-8b74-4f9c-b0f1-ac81d2c81679 owned by network:router_interface {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:20.867021 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (6650212f-8b74-4f9c-b0f1-ac81d2c81679), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:20.898136 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Pushing event deleted for resources: {'Port': ['ID=6650212f-8b74-4f9c-b0f1-ac81d2c81679,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:21.290000 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:21.302670 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (def72cc1-1b72-4d9e-90dc-a83975be665a), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.328551 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57042) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:21.361103 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:21.444094 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f97d4f4-bc93-4d74-b433-872bca82bd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.512097 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Router def72cc1-1b72-4d9e-90dc-a83975be665a has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:04:21.529175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f97d4f4-bc93-4d74-b433-872bca82bd9e admin admin] Publish callbacks [] for security_group (45dc85de-f573-420a-85c7-6b8820efefcc), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.534480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f97d4f4-bc93-4d74-b433-872bca82bd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (45dc85de-f573-420a-85c7-6b8820efefcc), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.578196 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5f97d4f4-bc93-4d74-b433-872bca82bd9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f35f870ccda840bbabd78dd2c7d8cc11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485113 May 25 15:04:21.578861 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57048) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:21.585049 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97d4f4-bc93-4d74-b433-872bca82bd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc85de-f573-420a-85c7-6b8820efefcc,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:21.617294 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa79afb-dc2b-4538-bd05-a053ffcb0b13 req-eb213079-dca3-4197-93cd-36d93d12be8c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:21.618835 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-eaa79afb-dc2b-4538-bd05-a053ffcb0b13 req-eb213079-dca3-4197-93cd-36d93d12be8c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0589035 May 25 15:04:21.632918 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71ef7e4a-1de1-4dfb-b68f-a043036a7b0a admin admin] Publish callbacks [] for security_group (45dc85de-f573-420a-85c7-6b8820efefcc), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.641964 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:21.656099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71ef7e4a-1de1-4dfb-b68f-a043036a7b0a admin admin] Publish callbacks [] for security_group (45dc85de-f573-420a-85c7-6b8820efefcc), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.684966 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:21.691430 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-12253722-4def-40d0-93e8-de808008f21a admin admin] 10.222.0.78 "PUT /v2.0/routers/def72cc1-1b72-4d9e-90dc-a83975be665a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462352 May 25 15:04:21.693835 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] Sync routers for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:04:21.694770 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57050) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:21.705715 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:21.707273 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:21.721410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71ef7e4a-1de1-4dfb-b68f-a043036a7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (45dc85de-f573-420a-85c7-6b8820efefcc), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.724747 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71ef7e4a-1de1-4dfb-b68f-a043036a7b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.728934 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-71ef7e4a-1de1-4dfb-b68f-a043036a7b0a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45dc85de-f573-420a-85c7-6b8820efefcc HTTP/1.1" status: 204 len: 168 time: 0.1488645 May 25 15:04:21.739609 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef7e4a-1de1-4dfb-b68f-a043036a7b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc85de-f573-420a-85c7-6b8820efefcc,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:21.751325 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-eaa79afb-dc2b-4538-bd05-a053ffcb0b13 req-5496c640-f2aa-45c7-8ca0-44e0c5f0cfcd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095371 May 25 15:04:21.823382 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks [] for router (def72cc1-1b72-4d9e-90dc-a83975be665a), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:21.833850 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:21.952464 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks [] for router_gateway (def72cc1-1b72-4d9e-90dc-a83975be665a), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.002909 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Deleting port b6a46d2a-03b0-4537-b3aa-184e4ce3025d {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:22.003067 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.017469 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:22.024588 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T15:04:20Z', 'revision_number': 5, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port': {'id': 'b6a46d2a-03b0-4537-b3aa-184e4ce3025d', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:56:02Z', 'updated_at': '2022-05-25T14:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:22.056847 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] Checking router: def72cc1-1b72-4d9e-90dc-a83975be665a for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:04:22.074437 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] Routers {'def72cc1-1b72-4d9e-90dc-a83975be665a'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:22.075182 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:07Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['def72cc1-1b72-4d9e-90dc-a83975be665a'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:22.086567 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] For port b6a46d2a-03b0-4537-b3aa-184e4ce3025d, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:22.086990 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.101673 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Calling delete_port for b6a46d2a-03b0-4537-b3aa-184e4ce3025d owned by network:router_gateway {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:22.169815 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] Set router def72cc1-1b72-4d9e-90dc-a83975be665a gateway port host: None {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:22.246566 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:22.252268 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:22.303711 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (b6a46d2a-03b0-4537-b3aa-184e4ce3025d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.334357 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a46d2a-03b0-4537-b3aa-184e4ce3025d,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:22.348385 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T15:04:21Z', 'revision_number': 6, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:22.375095 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d075f05-031a-427c-b4f9-7af6e09cd8b7 None None] The sync data for ids ['def72cc1-1b72-4d9e-90dc-a83975be665a'] in dv-cinder-803823-9-iscsi is: [{'id': 'def72cc1-1b72-4d9e-90dc-a83975be665a', 'name': 'tempest-AttachVolumeNegativeTest-1896137550-router', 'tenant_id': '9dafcd0df8524413b4fe81a0931323b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:56:01Z', 'updated_at': '2022-05-25T15:04:21Z', 'revision_number': 6, 'project_id': '9dafcd0df8524413b4fe81a0931323b1', 'gw_port_host': None}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:04:22.418949 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (def72cc1-1b72-4d9e-90dc-a83975be665a), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.508075 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (def72cc1-1b72-4d9e-90dc-a83975be665a), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.510970 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks [] for router_controller (def72cc1-1b72-4d9e-90dc-a83975be665a), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.556041 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (def72cc1-1b72-4d9e-90dc-a83975be665a), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.556687 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def72cc1-1b72-4d9e-90dc-a83975be665a {{(pid=110349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:04:22.561811 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.565246 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-50b8e99d-4558-4278-943e-22d17a8e3c14 admin admin] 10.222.0.78 "DELETE /v2.0/routers/def72cc1-1b72-4d9e-90dc-a83975be665a HTTP/1.1" status: 204 len: 168 time: 0.8672237 May 25 15:04:22.565453 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57076) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:22.613044 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] Deleting subnet 312814e4-593b-48ee-be8b-37d37b791c35 {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:04:22.616295 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] Publish callbacks [] for subnet (312814e4-593b-48ee-be8b-37d37b791c35), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.652064 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (312814e4-593b-48ee-be8b-37d37b791c35), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.734351 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (312814e4-593b-48ee-be8b-37d37b791c35), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.802605 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (312814e4-593b-48ee-be8b-37d37b791c35), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.831654 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:22.837540 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d985a0-e5a4-4d36-856d-9dd00f2272ee None None] Network 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:04:22.840003 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] 10.222.0.78 "DELETE /v2.0/subnets/312814e4-593b-48ee-be8b-37d37b791c35 HTTP/1.1" status: 204 len: 168 time: 0.2735198 May 25 15:04:22.844611 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57080) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:22.867360 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:22.894392 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca591a1a-fb6b-4c5b-97ab-26d84fd53dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312814e4-593b-48ee-be8b-37d37b791c35,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:22.976952 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 6650212f-8b74-4f9c-b0f1-ac81d2c81679 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:23.006702 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (6c4b07fe-140a-4a0b-9f8f-030d2bf81125), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.019113 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 6650212f-8b74-4f9c-b0f1-ac81d2c81679 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:04:23.019515 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 6650212f-8b74-4f9c-b0f1-ac81d2c81679 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:04:23.037044 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1421c0-80ea-4c8d-a1fc-00f2dbe91b94 req-577a7072-1863-4af1-8b2a-877f39e288f6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:23.038766 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b1421c0-80ea-4c8d-a1fc-00f2dbe91b94 req-577a7072-1863-4af1-8b2a-877f39e288f6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.1094418 May 25 15:04:23.097195 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Deleting port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:23.097528 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.271127 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] DHCP port deletion for 6c4b07fe-140a-4a0b-9f8f-030d2bf81125 request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:04:23.314671 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Deleting port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:04:23.315040 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.381474 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] For port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:23.381869 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.395656 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Calling delete_port for 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:23.415569 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b1421c0-80ea-4c8d-a1fc-00f2dbe91b94 req-a6eacb25-cf47-4552-9b6d-dfa934a397b7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445659 May 25 15:04:23.432196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] For port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,segment=NetworkSegment(3712c39b-d606-4864-9a84-44eff3bbfb0c),segment_id=3712c39b-d606-4864-9a84-44eff3bbfb0c)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:23.432560 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.446738 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Calling delete_port for 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 owned by network:dhcp {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:04:23.465564 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:23.489117 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.515133 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Pushing event deleted for resources: {'Port': ['ID=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:23.519976 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] No DVR routers for this DVR port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:04:23.524607 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (2f7420b8-3cc6-4170-8dc4-baf21f1afe36), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.526762 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.527109 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.527473 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.527829 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.528163 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.528492 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.528868 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.529200 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.529525 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.529881 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.530233 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.530657 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.530951 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.531271 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.531648 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3cb21-3656-4c02-96c8-c3f2c3e79d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:23.554955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7420b8-3cc6-4170-8dc4-baf21f1afe36,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:23.558356 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] No DVR routers for this DVR port 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 on host dv-cinder-803823-9-iscsi {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:04:23.629841 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (6c4b07fe-140a-4a0b-9f8f-030d2bf81125), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.649922 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4b07fe-140a-4a0b-9f8f-030d2bf81125']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:23.659923 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3712c39b-d606-4864-9a84-44eff3bbfb0c') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:23.660132 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3712c39b-d606-4864-9a84-44eff3bbfb0c') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:23.669429 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (3712c39b-d606-4864-9a84-44eff3bbfb0c), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.682248 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (3712c39b-d606-4864-9a84-44eff3bbfb0c), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.688089 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:04:23.688505 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (3712c39b-d606-4864-9a84-44eff3bbfb0c), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.731176 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment 3712c39b-d606-4864-9a84-44eff3bbfb0c resource provider aggregate not found May 25 15:04:23.747577 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment 3712c39b-d606-4864-9a84-44eff3bbfb0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3712c39b-d606-4864-9a84-44eff3bbfb0c found for delete ", "request_id": "req-21f994f1-64c7-48c1-b053-783cfdedb09a"}]} May 25 15:04:23.753980 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (6c4b07fe-140a-4a0b-9f8f-030d2bf81125), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.763536 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:23.767075 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6c4b07fe-140a-4a0b-9f8f-030d2bf81125 HTTP/1.1" status: 204 len: 168 time: 0.9207792 May 25 15:04:23.776502 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce845248-c0dc-4973-a0b4-e231137a9cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4b07fe-140a-4a0b-9f8f-030d2bf81125,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:23.938641 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57092) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:23.979495 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-211ac758-6612-4d24-9a86-d6b5a329a470 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9dafcd0df8524413b4fe81a0931323b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396330 May 25 15:04:23.981989 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57094) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:24.040114 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2994965a-8459-4cb2-8ee7-d1d48dea31c8 admin admin] Publish callbacks [] for security_group (defdf4af-29cf-4b9b-8dab-3876cd71e9d9), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:24.066631 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2994965a-8459-4cb2-8ee7-d1d48dea31c8 admin admin] Publish callbacks [] for security_group (defdf4af-29cf-4b9b-8dab-3876cd71e9d9), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:24.120397 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2994965a-8459-4cb2-8ee7-d1d48dea31c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (defdf4af-29cf-4b9b-8dab-3876cd71e9d9), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:24.123119 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2994965a-8459-4cb2-8ee7-d1d48dea31c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:24.124441 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-2994965a-8459-4cb2-8ee7-d1d48dea31c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/defdf4af-29cf-4b9b-8dab-3876cd71e9d9 HTTP/1.1" status: 204 len: 168 time: 0.1414669 May 25 15:04:24.132792 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994965a-8459-4cb2-8ee7-d1d48dea31c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defdf4af-29cf-4b9b-8dab-3876cd71e9d9,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:24.555175 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414343e-5968-41e6-9ba1-ff894fdc9ef3 req-2e17f592-cb10-4fbf-869a-c056cee36cb2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:24.556776 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3414343e-5968-41e6-9ba1-ff894fdc9ef3 req-2e17f592-cb10-4fbf-869a-c056cee36cb2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0589836 May 25 15:04:24.618427 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3414343e-5968-41e6-9ba1-ff894fdc9ef3 req-c3344750-24c9-4c4d-aefd-032cf5718507 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526595 May 25 15:04:24.796714 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:24.816811 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:04:24.817158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2f7420b8-3cc6-4170-8dc4-baf21f1afe36 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:04:24.817567 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b6a46d2a-03b0-4537-b3aa-184e4ce3025d no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:24.836374 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: b6a46d2a-03b0-4537-b3aa-184e4ce3025d {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:04:24.836720 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b6a46d2a-03b0-4537-b3aa-184e4ce3025d not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:04:25.749703 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd395f-35b5-47ec-8f59-72b1cd913bf1 req-a654134a-6927-4f70-b627-02ed6f64f842 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:25.751302 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0edd395f-35b5-47ec-8f59-72b1cd913bf1 req-a654134a-6927-4f70-b627-02ed6f64f842 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0533316 May 25 15:04:25.790451 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:25.793442 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:25.813248 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0edd395f-35b5-47ec-8f59-72b1cd913bf1 req-e21a64d1-bdf4-4c40-8bb8-1dfd285b86c8 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534489 May 25 15:04:26.070535 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57188) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:26.307001 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d02e7252-68d3-4e85-ac91-da746190e10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.391172 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d02e7252-68d3-4e85-ac91-da746190e10e admin admin] Publish callbacks [] for security_group (76fee9dc-e505-4d26-87d1-42876f906e5f), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.396584 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d02e7252-68d3-4e85-ac91-da746190e10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (76fee9dc-e505-4d26-87d1-42876f906e5f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.438217 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e7252-68d3-4e85-ac91-da746190e10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fee9dc-e505-4d26-87d1-42876f906e5f,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:26.442969 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d02e7252-68d3-4e85-ac91-da746190e10e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=750ba9582a504688b8beb0dae10297e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711579 May 25 15:04:26.445631 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57200) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:26.485981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:26.505962 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e904ea70-097b-4633-ada0-c2f2a0d650a3 admin admin] Publish callbacks [] for security_group (76fee9dc-e505-4d26-87d1-42876f906e5f), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.530425 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e904ea70-097b-4633-ada0-c2f2a0d650a3 admin admin] Publish callbacks [] for security_group (76fee9dc-e505-4d26-87d1-42876f906e5f), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.541559 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:26.590755 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e904ea70-097b-4633-ada0-c2f2a0d650a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (76fee9dc-e505-4d26-87d1-42876f906e5f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.594136 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e904ea70-097b-4633-ada0-c2f2a0d650a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.595921 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e904ea70-097b-4633-ada0-c2f2a0d650a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76fee9dc-e505-4d26-87d1-42876f906e5f HTTP/1.1" status: 204 len: 168 time: 0.1490488 May 25 15:04:26.607140 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904ea70-097b-4633-ada0-c2f2a0d650a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fee9dc-e505-4d26-87d1-42876f906e5f,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:26.780239 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57212) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:26.787907 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:26.938289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b20b0b60-948b-4756-ab84-f9e69db29132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:26.963563 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfde7-0644-40ac-8737-d4c83c0818cb req-68630af2-cffc-47cd-a73b-411fc7f75d1b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:26.963563 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9b6bfde7-0644-40ac-8737-d4c83c0818cb req-68630af2-cffc-47cd-a73b-411fc7f75d1b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0705733 May 25 15:04:27.035991 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9b6bfde7-0644-40ac-8737-d4c83c0818cb req-eb0faa62-d827-4d5d-9e00-5d755dbf5b52 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675874 May 25 15:04:27.070792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b20b0b60-948b-4756-ab84-f9e69db29132 admin admin] Publish callbacks [] for security_group (c37a9651-5d76-47c4-b5b0-81dff214c630), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.074983 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b20b0b60-948b-4756-ab84-f9e69db29132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (c37a9651-5d76-47c4-b5b0-81dff214c630), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.118173 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b20b0b60-948b-4756-ab84-f9e69db29132 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a71ae27fc182483884e94bc7435a99df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343596 May 25 15:04:27.118173 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b0b60-948b-4756-ab84-f9e69db29132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a9651-5d76-47c4-b5b0-81dff214c630,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:27.118906 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57228) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:27.174797 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28a8d9af-3714-40b6-9956-9754bf5ddef2 admin admin] Publish callbacks [] for security_group (c37a9651-5d76-47c4-b5b0-81dff214c630), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.196528 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28a8d9af-3714-40b6-9956-9754bf5ddef2 admin admin] Publish callbacks [] for security_group (c37a9651-5d76-47c4-b5b0-81dff214c630), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.244785 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28a8d9af-3714-40b6-9956-9754bf5ddef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (c37a9651-5d76-47c4-b5b0-81dff214c630), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.247574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28a8d9af-3714-40b6-9956-9754bf5ddef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.248792 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-28a8d9af-3714-40b6-9956-9754bf5ddef2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c37a9651-5d76-47c4-b5b0-81dff214c630 HTTP/1.1" status: 204 len: 168 time: 0.1288605 May 25 15:04:27.260903 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8d9af-3714-40b6-9956-9754bf5ddef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a9651-5d76-47c4-b5b0-81dff214c630,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:27.595830 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57244) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:27.611240 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-20adb200-346f-4d08-977b-e5dc93941aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.696153 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-20adb200-346f-4d08-977b-e5dc93941aa3 admin admin] Publish callbacks [] for security_group (5b270133-bda3-4ac3-b33f-25b3ab5b2908), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.700073 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-20adb200-346f-4d08-977b-e5dc93941aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (5b270133-bda3-4ac3-b33f-25b3ab5b2908), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.740193 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-20adb200-346f-4d08-977b-e5dc93941aa3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6522666621246c3a37f4b660ce4dbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432855 May 25 15:04:27.741808 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adb200-346f-4d08-977b-e5dc93941aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b270133-bda3-4ac3-b33f-25b3ab5b2908,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:27.743179 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57248) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:27.801000 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d59ec891-cf05-4724-a51e-75511051a7ec admin admin] Publish callbacks [] for security_group (5b270133-bda3-4ac3-b33f-25b3ab5b2908), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.827352 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d59ec891-cf05-4724-a51e-75511051a7ec admin admin] Publish callbacks [] for security_group (5b270133-bda3-4ac3-b33f-25b3ab5b2908), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.906004 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d59ec891-cf05-4724-a51e-75511051a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (5b270133-bda3-4ac3-b33f-25b3ab5b2908), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.909305 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d59ec891-cf05-4724-a51e-75511051a7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:27.910524 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d59ec891-cf05-4724-a51e-75511051a7ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b270133-bda3-4ac3-b33f-25b3ab5b2908 HTTP/1.1" status: 204 len: 168 time: 0.1658628 May 25 15:04:27.919047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ec891-cf05-4724-a51e-75511051a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b270133-bda3-4ac3-b33f-25b3ab5b2908,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:28.162226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a245a-013a-453d-b9af-781e97793753 req-97bc8e54-3218-4451-be82-5ebcfbec2a45 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:28.163625 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ef0a245a-013a-453d-b9af-781e97793753 req-97bc8e54-3218-4451-be82-5ebcfbec2a45 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0498271 May 25 15:04:28.213203 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ef0a245a-013a-453d-b9af-781e97793753 req-c60a2a8b-669e-4c75-924d-cb9e6d655e0b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437667 May 25 15:04:29.385184 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bd7dc-6286-407c-9f5c-5e51bbdb2f9f req-55188181-dc62-498d-a93b-3b5edcb32cd6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:29.386843 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-946bd7dc-6286-407c-9f5c-5e51bbdb2f9f req-55188181-dc62-498d-a93b-3b5edcb32cd6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0643256 May 25 15:04:29.446613 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-946bd7dc-6286-407c-9f5c-5e51bbdb2f9f req-3c1fba17-892e-4a8b-a7da-7ea11ad87c0b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528386 May 25 15:04:29.714176 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57320) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:29.820829 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-36335960-e240-43cd-ba29-bffc1f9e0e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.900813 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-36335960-e240-43cd-ba29-bffc1f9e0e93 admin admin] Publish callbacks [] for security_group (dd307042-2bed-47ee-893a-e7f35a926a4f), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.906185 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-36335960-e240-43cd-ba29-bffc1f9e0e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (dd307042-2bed-47ee-893a-e7f35a926a4f), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:29.945622 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-36335960-e240-43cd-ba29-bffc1f9e0e93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=841e7ea1a7c84c1f8b4f22cab4db5533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303748 May 25 15:04:29.946601 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36335960-e240-43cd-ba29-bffc1f9e0e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd307042-2bed-47ee-893a-e7f35a926a4f,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:29.948303 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57324) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:30.000530 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-937bd554-7d89-4406-aed4-a9247db8a2f7 admin admin] Publish callbacks [] for security_group (dd307042-2bed-47ee-893a-e7f35a926a4f), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.023902 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-937bd554-7d89-4406-aed4-a9247db8a2f7 admin admin] Publish callbacks [] for security_group (dd307042-2bed-47ee-893a-e7f35a926a4f), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.073059 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-937bd554-7d89-4406-aed4-a9247db8a2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (dd307042-2bed-47ee-893a-e7f35a926a4f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.075518 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-937bd554-7d89-4406-aed4-a9247db8a2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.077241 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-937bd554-7d89-4406-aed4-a9247db8a2f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd307042-2bed-47ee-893a-e7f35a926a4f HTTP/1.1" status: 204 len: 168 time: 0.1274059 May 25 15:04:30.085203 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bd554-7d89-4406-aed4-a9247db8a2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd307042-2bed-47ee-893a-e7f35a926a4f,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:30.343365 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57330) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:30.356384 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bac24ad3-934f-435b-b809-9732044cddc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.371210 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:30.429492 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:30.445311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bac24ad3-934f-435b-b809-9732044cddc1 admin admin] Publish callbacks [] for security_group (34a8756a-a25b-4e0a-b5e0-fee806318ffb), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.450823 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bac24ad3-934f-435b-b809-9732044cddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (34a8756a-a25b-4e0a-b5e0-fee806318ffb), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.495604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac24ad3-934f-435b-b809-9732044cddc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8756a-a25b-4e0a-b5e0-fee806318ffb,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:30.508482 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57340) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:30.515687 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-bac24ad3-934f-435b-b809-9732044cddc1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08f5528fe3f74299bb11075471215b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701057 May 25 15:04:30.591300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d91840-b5ac-4a82-b0ae-f4dd8e84277f req-b29299f2-0543-4565-8b71-2b2d74e61552 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:30.593349 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-65d91840-b5ac-4a82-b0ae-f4dd8e84277f req-b29299f2-0543-4565-8b71-2b2d74e61552 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0654244 May 25 15:04:30.617800 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f44d706a-0e37-4a8d-a251-ccf874402505 admin admin] Publish callbacks [] for security_group (34a8756a-a25b-4e0a-b5e0-fee806318ffb), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.659883 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:30.668313 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f44d706a-0e37-4a8d-a251-ccf874402505 admin admin] Publish callbacks [] for security_group (34a8756a-a25b-4e0a-b5e0-fee806318ffb), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.680188 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:30.686826 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-65d91840-b5ac-4a82-b0ae-f4dd8e84277f req-66f58104-f9d3-4878-8d9e-800b3038e2aa tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878131 May 25 15:04:30.742862 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f44d706a-0e37-4a8d-a251-ccf874402505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (34a8756a-a25b-4e0a-b5e0-fee806318ffb), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.745519 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f44d706a-0e37-4a8d-a251-ccf874402505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:30.749657 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f44d706a-0e37-4a8d-a251-ccf874402505 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34a8756a-a25b-4e0a-b5e0-fee806318ffb HTTP/1.1" status: 204 len: 168 time: 0.2400398 May 25 15:04:30.759857 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d706a-0e37-4a8d-a251-ccf874402505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8756a-a25b-4e0a-b5e0-fee806318ffb,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:31.820532 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed48825-9f29-4253-84e1-415c67d005c8 req-edbbc0b2-649a-425e-8769-190c35dd4cdc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:31.822099 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aed48825-9f29-4253-84e1-415c67d005c8 req-edbbc0b2-649a-425e-8769-190c35dd4cdc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0536997 May 25 15:04:31.880614 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aed48825-9f29-4253-84e1-415c67d005c8 req-0e03bf05-3bcd-440b-80e8-8bf54f8dc698 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469947 May 25 15:04:32.817345 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:33.027777 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4e6c2-44ed-48e2-913c-98ddaa49cc23 req-e92f483b-d734-4d05-9953-e8184815bb0a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:33.029368 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-66b4e6c2-44ed-48e2-913c-98ddaa49cc23 req-e92f483b-d734-4d05-9953-e8184815bb0a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0599244 May 25 15:04:33.085887 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-66b4e6c2-44ed-48e2-913c-98ddaa49cc23 req-488278db-356f-4ff3-b3f1-0dfbfb07e18e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494537 May 25 15:04:34.221336 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eea4a-b049-4aac-83c5-d616f88df1b4 req-b24f2076-c586-4d22-9aba-672ca094d6e0 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:34.225258 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7f6eea4a-b049-4aac-83c5-d616f88df1b4 req-b24f2076-c586-4d22-9aba-672ca094d6e0 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0572712 May 25 15:04:34.277451 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7f6eea4a-b049-4aac-83c5-d616f88df1b4 req-6b5a4c33-ae28-4521-9765-559b009f9dcc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479379 May 25 15:04:34.612493 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bd15dd60-cadb-4202-974d-4f3645cef0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:35.002263 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:04:35.106492 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:35.120486 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '1f402e27-3709-41db-8b59-49501ea83eb5', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'port_id': '1f402e27-3709-41db-8b59-49501ea83eb5', 'mac_address': 'fa:16:3e:ad:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:04:35.158948 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: ACTIVE; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:35.159382 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:35.173949 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f402e27-3709-41db-8b59-49501ea83eb5 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:04:35.197895 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:35.201473 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:35.246586 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=6']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:35.403234 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298ced3-be33-4599-b464-1373c68ce5aa req-91e4945a-6507-42dc-92cc-de8c320d5a75 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:35.404744 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d298ced3-be33-4599-b464-1373c68ce5aa req-91e4945a-6507-42dc-92cc-de8c320d5a75 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 944 time: 0.0486124 May 25 15:04:35.446754 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['1f402e27-3709-41db-8b59-49501ea83eb5'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:04:35.454895 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d298ced3-be33-4599-b464-1373c68ce5aa req-8b836b36-8d70-4809-b22c-30b8282b46e2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444894 May 25 15:04:35.469651 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:36.055627 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57536) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:36.187777 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fb49885f-0d13-4f17-8cee-0a17a1b6f4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.276536 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fb49885f-0d13-4f17-8cee-0a17a1b6f4eb admin admin] Publish callbacks [] for security_group (baa2f110-49c9-4bab-ae9f-8d7074da6d02), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.282998 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fb49885f-0d13-4f17-8cee-0a17a1b6f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (baa2f110-49c9-4bab-ae9f-8d7074da6d02), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.331753 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49885f-0d13-4f17-8cee-0a17a1b6f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa2f110-49c9-4bab-ae9f-8d7074da6d02,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:36.339659 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57554) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:36.346600 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-fb49885f-0d13-4f17-8cee-0a17a1b6f4eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a85df0cb13b240248cc69e70655a3af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893128 May 25 15:04:36.397243 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f12f-5b3c-4427-8d7b-6370540c013a admin admin] Publish callbacks [] for security_group (baa2f110-49c9-4bab-ae9f-8d7074da6d02), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.424659 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f12f-5b3c-4427-8d7b-6370540c013a admin admin] Publish callbacks [] for security_group (baa2f110-49c9-4bab-ae9f-8d7074da6d02), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.488034 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f12f-5b3c-4427-8d7b-6370540c013a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (baa2f110-49c9-4bab-ae9f-8d7074da6d02), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.490920 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f12f-5b3c-4427-8d7b-6370540c013a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:36.495027 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9ba3f12f-5b3c-4427-8d7b-6370540c013a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/baa2f110-49c9-4bab-ae9f-8d7074da6d02 HTTP/1.1" status: 204 len: 168 time: 0.1543319 May 25 15:04:36.504228 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f12f-5b3c-4427-8d7b-6370540c013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa2f110-49c9-4bab-ae9f-8d7074da6d02,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:36.623736 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bc145-5a08-42ea-97d4-00aa2314a541 req-2bfc4763-6234-4e9a-9bad-87f634cf8a3e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:36.626363 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-497bc145-5a08-42ea-97d4-00aa2314a541 req-2bfc4763-6234-4e9a-9bad-87f634cf8a3e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 944 time: 0.0663285 May 25 15:04:36.710248 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-497bc145-5a08-42ea-97d4-00aa2314a541 req-84b2c342-972c-4fcf-90ad-46e4f68a5a3d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769579 May 25 15:04:36.973780 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57568) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:36.987655 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a03f40a-18ff-49df-9974-a32cfca6c758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.018397 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:37.070336 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 1f402e27-3709-41db-8b59-49501ea83eb5 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:37.070952 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.082725 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a03f40a-18ff-49df-9974-a32cfca6c758 admin admin] Publish callbacks [] for security_group (73bc2930-0a8c-4171-a85e-95cb693e14e8), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.095958 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8a03f40a-18ff-49df-9974-a32cfca6c758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (73bc2930-0a8c-4171-a85e-95cb693e14e8), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.146742 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57570) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:37.147457 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8a03f40a-18ff-49df-9974-a32cfca6c758 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ee42e8dff6a46209a5b4fe3f57c4031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714239 May 25 15:04:37.148770 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03f40a-18ff-49df-9974-a32cfca6c758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc2930-0a8c-4171-a85e-95cb693e14e8,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:37.152347 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:37.153120 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.178301 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:37.180851 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee1a2c-790e-4053-9aaf-86164a3058ef" -d '{"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-plugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:37.219324 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:37.221303 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:37.228821 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.232394 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2bffe1f6-4e86-4d86-bfe1-6ec8140ce7fa admin admin] Publish callbacks [] for security_group (73bc2930-0a8c-4171-a85e-95cb693e14e8), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.242835 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db394034-f098-4ed8-865e-e115e1a4cf45 x-openstack-request-id: req-db394034-f098-4ed8-865e-e115e1a4cf45 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:37.243126 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-plugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:37.243378 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db394034-f098-4ed8-865e-e115e1a4cf45 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:37.243778 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db394034-f098-4ed8-865e-e115e1a4cf45'] response: {'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5', 'code': 200} May 25 15:04:37.262415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2bffe1f6-4e86-4d86-bfe1-6ec8140ce7fa admin admin] Publish callbacks [] for security_group (73bc2930-0a8c-4171-a85e-95cb693e14e8), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.300382 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=7']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:37.324326 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2bffe1f6-4e86-4d86-bfe1-6ec8140ce7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (73bc2930-0a8c-4171-a85e-95cb693e14e8), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.329179 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2bffe1f6-4e86-4d86-bfe1-6ec8140ce7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.332764 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-2bffe1f6-4e86-4d86-bfe1-6ec8140ce7fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/73bc2930-0a8c-4171-a85e-95cb693e14e8 HTTP/1.1" status: 204 len: 168 time: 0.1823943 May 25 15:04:37.350817 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffe1f6-4e86-4d86-bfe1-6ec8140ce7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc2930-0a8c-4171-a85e-95cb693e14e8,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:37.533977 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-02df7ea3-5920-455a-aa34-de36c973e9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.758492 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57580) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:37.780298 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b61982e8-d8a9-4f1a-914a-5bce00f68874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.886823 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b61982e8-d8a9-4f1a-914a-5bce00f68874 admin admin] Publish callbacks [] for security_group (3c90c1a0-1efb-435e-96bf-9d996b56f273), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.890795 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682805e-c224-41cd-9015-8f7b141e7f83 req-fe93c865-b41e-42bb-ac71-d82ef3bf56c9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:37.895096 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2682805e-c224-41cd-9015-8f7b141e7f83 req-fe93c865-b41e-42bb-ac71-d82ef3bf56c9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0799735 May 25 15:04:37.897327 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b61982e8-d8a9-4f1a-914a-5bce00f68874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3c90c1a0-1efb-435e-96bf-9d996b56f273), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:37.955548 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57586) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:37.957806 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b61982e8-d8a9-4f1a-914a-5bce00f68874 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e71aeadb1fbf4a45bb2e8016f72c9576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947534 May 25 15:04:37.959810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61982e8-d8a9-4f1a-914a-5bce00f68874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c90c1a0-1efb-435e-96bf-9d996b56f273,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:37.998755 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:38.016243 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2682805e-c224-41cd-9015-8f7b141e7f83 req-d3d810e6-267b-45ec-8b00-31e257d36681 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956626 May 25 15:04:38.044738 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d896bf01-bd30-4b6e-91fe-3a63fc8091db admin admin] Publish callbacks [] for security_group (3c90c1a0-1efb-435e-96bf-9d996b56f273), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.075684 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d896bf01-bd30-4b6e-91fe-3a63fc8091db admin admin] Publish callbacks [] for security_group (3c90c1a0-1efb-435e-96bf-9d996b56f273), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.096842 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:38.137797 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d896bf01-bd30-4b6e-91fe-3a63fc8091db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3c90c1a0-1efb-435e-96bf-9d996b56f273), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.142118 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d896bf01-bd30-4b6e-91fe-3a63fc8091db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.143760 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d896bf01-bd30-4b6e-91fe-3a63fc8091db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c90c1a0-1efb-435e-96bf-9d996b56f273 HTTP/1.1" status: 204 len: 168 time: 0.1868353 May 25 15:04:38.162653 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896bf01-bd30-4b6e-91fe-3a63fc8091db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c90c1a0-1efb-435e-96bf-9d996b56f273,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:38.230659 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57592) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:38.660862 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cf946d53-938b-426f-9039-be5b7c3e14dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.805776 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cf946d53-938b-426f-9039-be5b7c3e14dc admin admin] Publish callbacks [] for security_group (1c346eeb-ef75-4fbe-8b76-865ab0828dbf), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.810884 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cf946d53-938b-426f-9039-be5b7c3e14dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (1c346eeb-ef75-4fbe-8b76-865ab0828dbf), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.867394 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-cf946d53-938b-426f-9039-be5b7c3e14dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e75f194e3364498ba51c12bb3b77e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6331179 May 25 15:04:38.868621 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57606) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:38.870259 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf946d53-938b-426f-9039-be5b7c3e14dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c346eeb-ef75-4fbe-8b76-865ab0828dbf,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:38.943505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1efd9ea1-9c33-48ce-aa11-89cc22e61089 admin admin] Publish callbacks [] for security_group (1c346eeb-ef75-4fbe-8b76-865ab0828dbf), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:38.972368 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1efd9ea1-9c33-48ce-aa11-89cc22e61089 admin admin] Publish callbacks [] for security_group (1c346eeb-ef75-4fbe-8b76-865ab0828dbf), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:39.033219 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1efd9ea1-9c33-48ce-aa11-89cc22e61089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (1c346eeb-ef75-4fbe-8b76-865ab0828dbf), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:39.036059 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1efd9ea1-9c33-48ce-aa11-89cc22e61089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:39.037297 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-1efd9ea1-9c33-48ce-aa11-89cc22e61089 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c346eeb-ef75-4fbe-8b76-865ab0828dbf HTTP/1.1" status: 204 len: 168 time: 0.1682518 May 25 15:04:39.049202 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd9ea1-9c33-48ce-aa11-89cc22e61089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c346eeb-ef75-4fbe-8b76-865ab0828dbf,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:39.135887 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:39.173255 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:39.197297 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87640c8-90b7-4f5c-bad7-4e9f8d5a4060 req-b85c972a-7f3d-4c39-bd4f-7942fa67e07b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:39.199422 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c87640c8-90b7-4f5c-bad7-4e9f8d5a4060 req-b85c972a-7f3d-4c39-bd4f-7942fa67e07b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0937881 May 25 15:04:39.276373 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c87640c8-90b7-4f5c-bad7-4e9f8d5a4060 req-f6845b81-d310-47d0-bf13-438c108c0d52 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696392 May 25 15:04:40.464278 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146c728-1585-4d8a-8f6a-2e0798ae8890 req-83017049-4b63-4ce2-ae94-97954434f4b7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:40.472844 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0146c728-1585-4d8a-8f6a-2e0798ae8890 req-83017049-4b63-4ce2-ae94-97954434f4b7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0725720 May 25 15:04:40.571072 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0146c728-1585-4d8a-8f6a-2e0798ae8890 req-83b7a79f-476e-4ff6-be2a-a7feb2487079 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965366 May 25 15:04:41.472489 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57710) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:41.615160 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cf39db0b-b887-4820-9fe1-008d606f5388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:41.678558 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:41.711084 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbe207-c9f9-49de-a7e9-a0684b658f3b req-966bcbe1-1e1f-4e44-ab30-9c3bc8738522 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:41.721376 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fdbbe207-c9f9-49de-a7e9-a0684b658f3b req-966bcbe1-1e1f-4e44-ab30-9c3bc8738522 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0754964 May 25 15:04:41.751259 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:41.755208 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cf39db0b-b887-4820-9fe1-008d606f5388 admin admin] Publish callbacks [] for security_group (2064f5d8-f4c2-4b14-bab2-ae5c41098cef), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:41.762287 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cf39db0b-b887-4820-9fe1-008d606f5388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2064f5d8-f4c2-4b14-bab2-ae5c41098cef), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:41.778414 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fdbbe207-c9f9-49de-a7e9-a0684b658f3b req-57ddbd1c-eebb-4ec7-ab34-655b05a87f3f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560288 May 25 15:04:41.802345 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39db0b-b887-4820-9fe1-008d606f5388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064f5d8-f4c2-4b14-bab2-ae5c41098cef,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:41.828730 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-cf39db0b-b887-4820-9fe1-008d606f5388 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bac591af3764a5c9747f8236ad98cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544488 May 25 15:04:41.831360 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57716) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:41.888704 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7550d36-8bd6-43e7-bde4-f46ffce39cdf admin admin] Publish callbacks [] for security_group (2064f5d8-f4c2-4b14-bab2-ae5c41098cef), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:41.918625 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7550d36-8bd6-43e7-bde4-f46ffce39cdf admin admin] Publish callbacks [] for security_group (2064f5d8-f4c2-4b14-bab2-ae5c41098cef), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.013462 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7550d36-8bd6-43e7-bde4-f46ffce39cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (2064f5d8-f4c2-4b14-bab2-ae5c41098cef), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.024365 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-c7550d36-8bd6-43e7-bde4-f46ffce39cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.032527 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-c7550d36-8bd6-43e7-bde4-f46ffce39cdf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2064f5d8-f4c2-4b14-bab2-ae5c41098cef HTTP/1.1" status: 204 len: 168 time: 0.2000101 May 25 15:04:42.054083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7550d36-8bd6-43e7-bde4-f46ffce39cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064f5d8-f4c2-4b14-bab2-ae5c41098cef,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:42.129367 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.465389 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57728) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:42.479281 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-364474e4-f160-4b68-94dc-9dd764b2470c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.575993 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-364474e4-f160-4b68-94dc-9dd764b2470c admin admin] Publish callbacks [] for security_group (7368b761-5ea3-420c-974a-e98fe750e554), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.586820 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-364474e4-f160-4b68-94dc-9dd764b2470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7368b761-5ea3-420c-974a-e98fe750e554), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.632314 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364474e4-f160-4b68-94dc-9dd764b2470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7368b761-5ea3-420c-974a-e98fe750e554,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:42.636999 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-364474e4-f160-4b68-94dc-9dd764b2470c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9136a7cf76b943e796eebc82d60b7ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704593 May 25 15:04:42.640998 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57730) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:42.702247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-813fca94-2d85-410f-824d-085b0ed37b5a admin admin] Publish callbacks [] for security_group (7368b761-5ea3-420c-974a-e98fe750e554), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.725019 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-813fca94-2d85-410f-824d-085b0ed37b5a admin admin] Publish callbacks [] for security_group (7368b761-5ea3-420c-974a-e98fe750e554), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.778976 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-813fca94-2d85-410f-824d-085b0ed37b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7368b761-5ea3-420c-974a-e98fe750e554), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.782038 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-813fca94-2d85-410f-824d-085b0ed37b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:42.785490 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-813fca94-2d85-410f-824d-085b0ed37b5a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7368b761-5ea3-420c-974a-e98fe750e554 HTTP/1.1" status: 204 len: 168 time: 0.1413500 May 25 15:04:42.805232 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fca94-2d85-410f-824d-085b0ed37b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7368b761-5ea3-420c-974a-e98fe750e554,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:42.952899 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:42.977410 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7db692-73ca-42bb-b0c9-b3919161510f req-ba490e95-76c0-406f-b4e2-b08665310180 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:42.985097 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6b7db692-73ca-42bb-b0c9-b3919161510f req-ba490e95-76c0-406f-b4e2-b08665310180 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0989091 May 25 15:04:43.113912 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6b7db692-73ca-42bb-b0c9-b3919161510f req-b0d187b1-b385-4cde-9322-b549780d8092 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863965 May 25 15:04:44.232714 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57774) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:44.269217 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f6b12-9939-4170-8a75-5adaa6c74ad2 req-b9997bed-63d6-46d9-9bff-913cb582e73d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:44.276459 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-064f6b12-9939-4170-8a75-5adaa6c74ad2 req-b9997bed-63d6-46d9-9bff-913cb582e73d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0735269 May 25 15:04:44.326889 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-064f6b12-9939-4170-8a75-5adaa6c74ad2 req-7c206a53-59db-477a-817e-6291f8624564 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495403 May 25 15:04:44.393512 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0c556084-c1e3-4e31-967a-05d40433a1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:44.472252 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:44.478267 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0c556084-c1e3-4e31-967a-05d40433a1c1 admin admin] Publish callbacks [] for security_group (984ee0ea-8131-4652-bf41-276d4d98de6d), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:44.483342 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0c556084-c1e3-4e31-967a-05d40433a1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (984ee0ea-8131-4652-bf41-276d4d98de6d), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:44.528127 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c556084-c1e3-4e31-967a-05d40433a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ee0ea-8131-4652-bf41-276d4d98de6d,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:44.535258 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0c556084-c1e3-4e31-967a-05d40433a1c1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8bb8b786afe417ea46584106431cbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981439 May 25 15:04:44.535496 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57780) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:44.586869 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b221c283-dfd5-43f3-ba09-01eab91ba67e admin admin] Publish callbacks [] for security_group (984ee0ea-8131-4652-bf41-276d4d98de6d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:44.612615 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b221c283-dfd5-43f3-ba09-01eab91ba67e admin admin] Publish callbacks [] for security_group (984ee0ea-8131-4652-bf41-276d4d98de6d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:44.675292 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b221c283-dfd5-43f3-ba09-01eab91ba67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (984ee0ea-8131-4652-bf41-276d4d98de6d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:44.681491 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b221c283-dfd5-43f3-ba09-01eab91ba67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:44.686819 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b221c283-dfd5-43f3-ba09-01eab91ba67e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/984ee0ea-8131-4652-bf41-276d4d98de6d HTTP/1.1" status: 204 len: 168 time: 0.1501768 May 25 15:04:44.699227 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221c283-dfd5-43f3-ba09-01eab91ba67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ee0ea-8131-4652-bf41-276d4d98de6d,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:45.571764 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a34035-33fe-412c-98ad-d63f53119e1c req-8dcfabae-9cdd-4a83-b650-ae6db622a289 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:45.573253 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-81a34035-33fe-412c-98ad-d63f53119e1c req-8dcfabae-9cdd-4a83-b650-ae6db622a289 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0945327 May 25 15:04:45.640230 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-81a34035-33fe-412c-98ad-d63f53119e1c req-1cafd141-ed80-4028-8d1d-ced7ee5e75be tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607014 May 25 15:04:46.781259 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcc210-794a-4e70-82b6-9418859eacb9 req-4f5bc001-8095-4e64-9d56-37f241369a3a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:46.789561 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-13bcc210-794a-4e70-82b6-9418859eacb9 req-4f5bc001-8095-4e64-9d56-37f241369a3a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0674250 May 25 15:04:46.856460 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-13bcc210-794a-4e70-82b6-9418859eacb9 req-54f334a6-1ade-4c46-bc31-7e431c4f9b5d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658927 May 25 15:04:47.876961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-8542295a-6476-40e5-8af1-d427b195545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:47.878411 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-8542295a-6476-40e5-8af1-d427b195545a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 1129 time: 0.0395958 May 25 15:04:47.943518 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:47.961779 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:47.985455 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-cd8b3cf8-21b3-46a6-a8b4-a56d8e128f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:47.987013 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-cd8b3cf8-21b3-46a6-a8b4-a56d8e128f18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 919 time: 0.1013300 May 25 15:04:47.992765 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba602a-85c5-478c-a760-476e166649a5 req-3779abe5-60a3-4712-b54e-c0358c0e4f30 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:47.995672 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-54ba602a-85c5-478c-a760-476e166649a5 req-3779abe5-60a3-4712-b54e-c0358c0e4f30 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0721922 May 25 15:04:48.058517 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-c2d93d65-a2f2-421b-b19d-941052347a62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f402e27-3709-41db-8b59-49501ea83eb5 HTTP/1.1" status: 200 len: 1001 time: 0.0634735 May 25 15:04:48.060055 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-54ba602a-85c5-478c-a760-476e166649a5 req-f30140ac-6072-44f5-b7e9-d2160c7d84d2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534828 May 25 15:04:48.122588 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-51ed338e-720a-48ed-8cf5-c77607505e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:48.124521 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-51ed338e-720a-48ed-8cf5-c77607505e42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0581894 May 25 15:04:48.176599 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-f4dd9d7d-c1cf-4e97-80e1-086d5dfd9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:48.177719 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-f4dd9d7d-c1cf-4e97-80e1-086d5dfd9fdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458128 May 25 15:04:48.271806 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57872) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:48.275330 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-2309cd6b-2200-4ccc-9f9f-cfc75b08c6d2 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898700 May 25 15:04:48.372594 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3e98163b-452e-49bb-ba45-7e3aeefc218d req-234c48e6-5954-4daa-b752-3d02f0e24a9a service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872777 May 25 15:04:48.383324 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4406d6db-50fe-44f4-a897-0b33df429d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.470115 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4406d6db-50fe-44f4-a897-0b33df429d1e admin admin] Publish callbacks [] for security_group (5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.474110 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4406d6db-50fe-44f4-a897-0b33df429d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.512028 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406d6db-50fe-44f4-a897-0b33df429d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:48.516900 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4406d6db-50fe-44f4-a897-0b33df429d1e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2b960dd5dba4e27b0c1be8b2eae3a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438502 May 25 15:04:48.520257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57876) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:48.543658 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:48.571470 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d27b6dea-7811-4586-99dd-ab99cc0fdf4e admin admin] Publish callbacks [] for security_group (5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.596650 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d27b6dea-7811-4586-99dd-ab99cc0fdf4e admin admin] Publish callbacks [] for security_group (5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.647528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d27b6dea-7811-4586-99dd-ab99cc0fdf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.649980 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d27b6dea-7811-4586-99dd-ab99cc0fdf4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:48.651102 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d27b6dea-7811-4586-99dd-ab99cc0fdf4e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98 HTTP/1.1" status: 204 len: 168 time: 0.1305439 May 25 15:04:48.658873 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b6dea-7811-4586-99dd-ab99cc0fdf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e77e51d-6a71-4649-8fd4-fdbf8c9e5e98,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:49.211113 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095d022-84cd-4795-a72f-dc2fa94cf0b6 req-ab12ba7d-22de-4b87-97a8-f80667afdc13 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:49.213736 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6095d022-84cd-4795-a72f-dc2fa94cf0b6 req-ab12ba7d-22de-4b87-97a8-f80667afdc13 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0597439 May 25 15:04:49.265983 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6095d022-84cd-4795-a72f-dc2fa94cf0b6 req-177ca2ca-d253-45aa-8af6-70320d0a6e69 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460958 May 25 15:04:49.312264 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57904) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:49.415770 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-431630286-network', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:49.438408 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Made reservation on behalf of ffb2008af6964bc5b2e94a630bfe78e5 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:04:49.440773 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.449707 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.497568 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:49.514277 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57910) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:49.542830 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks [] for security_group (d97c0ae3-ab29-444d-a869-d53b3c499d42), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.547725 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d97c0ae3-ab29-444d-a869-d53b3c499d42), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.569347 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:04:49.585013 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97c0ae3-ab29-444d-a869-d53b3c499d42,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:49.587906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (5edfe8da-fd25-4dac-918c-c14c8e636ebd), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.588318 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Added segment 5edfe8da-fd25-4dac-918c-c14c8e636ebd of type vlan for network c84be869-0fb3-40e0-a0bf-430d84d35277 May 25 15:04:49.640008 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (c84be869-0fb3-40e0-a0bf-430d84d35277), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.644095 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7fa63d72-f947-4f55-8889-4e804e29b7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.687629 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (c84be869-0fb3-40e0-a0bf-430d84d35277), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.688589 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:49.689163 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.749477 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4359338 May 25 15:04:49.752494 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57914) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:49.758270 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Request body: {'subnet': {'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-431630286-subnet', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:49.774305 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d16cf-b50f-4e9d-ae3c-c6b1e865ecb2 admin admin] Pushing event updated for resources: {'Network': ['ID=c84be869-0fb3-40e0-a0bf-430d84d35277,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:49.780248 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Made reservation on behalf of ffb2008af6964bc5b2e94a630bfe78e5 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:04:49.783320 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13887483'] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.788119 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network c84be869-0fb3-40e0-a0bf-430d84d35277 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:04:49.811923 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7fa63d72-f947-4f55-8889-4e804e29b7ea admin admin] Publish callbacks [] for security_group (3142f930-950b-4185-aee8-3010ef9031fd), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.817101 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-7fa63d72-f947-4f55-8889-4e804e29b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3142f930-950b-4185-aee8-3010ef9031fd), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:49.858349 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa63d72-f947-4f55-8889-4e804e29b7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3142f930-950b-4185-aee8-3010ef9031fd,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:49.864168 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-7fa63d72-f947-4f55-8889-4e804e29b7ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7cf9a15d7dc4113978e6e9ba84a6607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478920 May 25 15:04:49.867762 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57916) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:49.995906 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28c8b5ec-5642-4951-94dd-3dd2c50bd881 admin admin] Publish callbacks [] for security_group (3142f930-950b-4185-aee8-3010ef9031fd), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.009443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13887241'] for subnet (ed16b30d-f6f8-4318-853b-db614c933a1d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.028331 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28c8b5ec-5642-4951-94dd-3dd2c50bd881 admin admin] Publish callbacks [] for security_group (3142f930-950b-4185-aee8-3010ef9031fd), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.092284 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.115950 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed16b30d-f6f8-4318-853b-db614c933a1d,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:50.124985 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Checking segment: {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:50.125341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Network hostable DHCP agents. Network: c84be869-0fb3-40e0-a0bf-430d84d35277, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:04:50.128795 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.147910 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28c8b5ec-5642-4951-94dd-3dd2c50bd881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3142f930-950b-4185-aee8-3010ef9031fd), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.151014 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-28c8b5ec-5642-4951-94dd-3dd2c50bd881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.152292 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-28c8b5ec-5642-4951-94dd-3dd2c50bd881 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3142f930-950b-4185-aee8-3010ef9031fd HTTP/1.1" status: 204 len: 168 time: 0.2836163 May 25 15:04:50.156427 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Network c84be869-0fb3-40e0-a0bf-430d84d35277 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:04:50.165009 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8b5ec-5642-4951-94dd-3dd2c50bd881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142f930-950b-4185-aee8-3010ef9031fd,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:50.172914 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, c84be869-0fb3-40e0-a0bf-430d84d35277) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:50.184206 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2ca0b-e693-4e9e-8934-d09baaf58c1f None None] Network c84be869-0fb3-40e0-a0bf-430d84d35277 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:04:50.186473 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:50.187088 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.214220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57922) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:50.214511 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-64fadba9-a415-454c-abfc-fbc2bb4b0662 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4607043 May 25 15:04:50.218903 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:50.253088 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (418ba9c9-c01f-48f9-8f62-071d26d202b6), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.254154 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (418ba9c9-c01f-48f9-8f62-071d26d202b6), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.312507 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.320438 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks [] for router_controller (418ba9c9-c01f-48f9-8f62-071d26d202b6), precommit_add_association {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.376887 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-c84be869-0fb3-40e0-a0bf-430d84d35277', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:04:50.378274 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.438646 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.447229 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624dab-0c45-46b3-a51a-f037664110e2 req-0afc9a41-d6ea-4306-a3e6-24397a337752 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:50.454056 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ff624dab-0c45-46b3-a51a-f037664110e2 req-0afc9a41-d6ea-4306-a3e6-24397a337752 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 945 time: 0.0624888 May 25 15:04:50.527821 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Allocated IP 172.20.0.2 (c84be869-0fb3-40e0-a0bf-430d84d35277/ed16b30d-f6f8-4318-853b-db614c933a1d/c719b30a-6db2-4738-a670-bf186bb362a4) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:50.555611 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57928) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:50.570115 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-3d354321-8b71-4f97-8fdf-f1ba3da2ff93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.592988 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks [] for router_gateway (418ba9c9-c01f-48f9-8f62-071d26d202b6), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.646647 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ff624dab-0c45-46b3-a51a-f037664110e2 req-e61dd63f-9878-4e76-945b-b869273a2b71 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916230 May 25 15:04:50.683062 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Publish callbacks [] for port (c719b30a-6db2-4738-a670-bf186bb362a4), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.690322 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-3d354321-8b71-4f97-8fdf-f1ba3da2ff93 admin admin] Publish callbacks [] for security_group (060f3b43-ebf5-4699-baff-a32180defee0), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.690961 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.695336 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-3d354321-8b71-4f97-8fdf-f1ba3da2ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (060f3b43-ebf5-4699-baff-a32180defee0), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.716364 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.718892 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.744658 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-3d354321-8b71-4f97-8fdf-f1ba3da2ff93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=315be92bb5fd45debedfcbc80b09485a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857855 May 25 15:04:50.744658 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d354321-8b71-4f97-8fdf-f1ba3da2ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060f3b43-ebf5-4699-baff-a32180defee0,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:50.746959 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57930) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:50.747478 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Network c84be869-0fb3-40e0-a0bf-430d84d35277 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:50.755549 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:50.758995 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:50.762408 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:50.764673 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Pushing event updated for resources: {'Port': ['ID=c719b30a-6db2-4738-a670-bf186bb362a4,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:50.804024 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:04:50.809921 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-08729ab8-26b3-4509-a208-14a9b3e1e87e admin admin] Publish callbacks [] for security_group (060f3b43-ebf5-4699-baff-a32180defee0), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.836852 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-08729ab8-26b3-4509-a208-14a9b3e1e87e admin admin] Publish callbacks [] for security_group (060f3b43-ebf5-4699-baff-a32180defee0), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.850110 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Attempting to bind port c719b30a-6db2-4738-a670-bf186bb362a4 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:04:50.850710 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Attempting to bind port c719b30a-6db2-4738-a670-bf186bb362a4 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:04:50.850820 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Attempting to bind port c719b30a-6db2-4738-a670-bf186bb362a4 on network c84be869-0fb3-40e0-a0bf-430d84d35277 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:50.856777 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:04:50.857238 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Checking segment: {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:50.857670 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.858189 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Bound using segment: {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:04:50.858666 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Bound port: c719b30a-6db2-4738-a670-bf186bb362a4, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:04:50.859042 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.868635 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks [] for router_gateway (418ba9c9-c01f-48f9-8f62-071d26d202b6), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.894308 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.899062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-08729ab8-26b3-4509-a208-14a9b3e1e87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (060f3b43-ebf5-4699-baff-a32180defee0), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.904075 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-08729ab8-26b3-4509-a208-14a9b3e1e87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:50.905894 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-08729ab8-26b3-4509-a208-14a9b3e1e87e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/060f3b43-ebf5-4699-baff-a32180defee0 HTTP/1.1" status: 204 len: 168 time: 0.1575360 May 25 15:04:50.916365 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08729ab8-26b3-4509-a208-14a9b3e1e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f3b43-ebf5-4699-baff-a32180defee0,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:50.965660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] For port c719b30a-6db2-4738-a670-bf186bb362a4, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:04:50.969076 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] For port c719b30a-6db2-4738-a670-bf186bb362a4, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=c719b30a-6db2-4738-a670-bf186bb362a4,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:04:50.977316 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:51.029063 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Allocated IP 172.27.0.239 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/08fe4c92-3f0e-4b5a-a72e-471141d6409f) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:51.043272 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1908d1-bc52-4317-9f62-b0723813a067 None None] Pushing event updated for resources: {'Port': ['ID=c719b30a-6db2-4738-a670-bf186bb362a4,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:51.098450 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:51.158995 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks [] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:51.203295 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: ACTIVE; New status is: DOWN {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:51.203720 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:51.208106 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:51.240260 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:04:51.242917 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bb9351-9aea-42ba-9a51-7b3fd0c5235d" -d '{"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-unplugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:04:51.273664 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:51.283902 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:51.326279 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:51.346757 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:51.349055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c4f73-c3bf-4593-9d97-c68f05f00cda x-openstack-request-id: req-e80c4f73-c3bf-4593-9d97-c68f05f00cda {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:04:51.349343 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-unplugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:04:51.349590 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e80c4f73-c3bf-4593-9d97-c68f05f00cda {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:04:51.350099 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80c4f73-c3bf-4593-9d97-c68f05f00cda'] response: {'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5', 'code': 200} May 25 15:04:51.351993 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:51.363280 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=8']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:51.368593 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Pushing event updated for resources: {'Port': ['ID=08fe4c92-3f0e-4b5a-a72e-471141d6409f,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:51.647912 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks [] for router_gateway (418ba9c9-c01f-48f9-8f62-071d26d202b6), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:51.726998 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:51.787768 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c8423-06b5-43d9-90ad-f68fc79ac208 req-1bbad2bb-e67f-4879-9061-df9cc0cec939 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:51.789149 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e25c8423-06b5-43d9-90ad-f68fc79ac208 req-1bbad2bb-e67f-4879-9061-df9cc0cec939 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0610001 May 25 15:04:51.833346 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:51.864012 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57956) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:52.003231 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-924117801-network', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:52.031367 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Made reservation on behalf of 5e9e55701e7c4fe180a21d1934298240 for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:04:52.034326 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.047230 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.145495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks [] for security_group (87af62ae-6570-44d4-908b-56899cf9f672), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.149818 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (87af62ae-6570-44d4-908b-56899cf9f672), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.174637 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e25c8423-06b5-43d9-90ad-f68fc79ac208 req-9d6bed96-ed42-4027-88c0-459fcfaca6db tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544214 May 25 15:04:52.181418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1113} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:04:52.185538 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (418ba9c9-c01f-48f9-8f62-071d26d202b6), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.193024 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87af62ae-6570-44d4-908b-56899cf9f672,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:52.200359 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (e1742f97-b4fa-48c8-9118-89569a1e0f93), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.200962 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Added segment e1742f97-b4fa-48c8-9118-89569a1e0f93 of type vlan for network f7618e0a-05c6-4611-8c95-878452bf932d May 25 15:04:52.270291 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (f7618e0a-05c6-4611-8c95-878452bf932d), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.283377 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:52.306624 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (f7618e0a-05c6-4611-8c95-878452bf932d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.307852 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:52.308021 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0785791-5cfb-4b7f-8e9a-1b7e3f2613a8 None None] Network c84be869-0fb3-40e0-a0bf-430d84d35277 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:04:52.308927 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.341258 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Router 418ba9c9-c01f-48f9-8f62-071d26d202b6 is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:04:52.351451 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4824588 May 25 15:04:52.351451 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57964) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:52.358174 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Request body: {'subnet': {'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-924117801-subnet', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'ip_version': 4}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:52.406353 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4515a91-1eb8-4f92-abd5-9bea1430080f admin admin] Pushing event updated for resources: {'Network': ['ID=f7618e0a-05c6-4611-8c95-878452bf932d,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:52.424336 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network f7618e0a-05c6-4611-8c95-878452bf932d details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:04:52.437869 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Made reservation on behalf of 5e9e55701e7c4fe180a21d1934298240 for: {'subnet': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:04:52.440606 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13887483'] for subnet (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.485401 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:52.496841 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Sync routers for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:04:52.500519 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-003ad9ac-fef2-4564-b06c-bdb123291884 None None] Provisioning complete for port c719b30a-6db2-4738-a670-bf186bb362a4 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:52.500890 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-003ad9ac-fef2-4564-b06c-bdb123291884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.507188 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.508608 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-eb879f59-ef9c-400f-b53a-afbb69f58f6a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2933455 May 25 15:04:52.512033 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 57970) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:52.512587 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:52.513583 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:52.589032 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:52.628990 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-003ad9ac-fef2-4564-b06c-bdb123291884 None None] Current status of the port c719b30a-6db2-4738-a670-bf186bb362a4 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:52.629638 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-003ad9ac-fef2-4564-b06c-bdb123291884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.679696 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-003ad9ac-fef2-4564-b06c-bdb123291884 None None] For port c719b30a-6db2-4738-a670-bf186bb362a4, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=c719b30a-6db2-4738-a670-bf186bb362a4,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:52.688472 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-003ad9ac-fef2-4564-b06c-bdb123291884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.726095 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:52.770126 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:52.784499 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ad9ac-fef2-4564-b06c-bdb123291884 None None] Pushing event updated for resources: {'Port': ['ID=c719b30a-6db2-4738-a670-bf186bb362a4,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:52.827905 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14426638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13887241'] for subnet (86565b5b-551a-4002-ae56-bbc813332260), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:52.910819 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86565b5b-551a-4002-ae56-bbc813332260,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:52.933530 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Checking segment: {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:52.934304 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Network hostable DHCP agents. Network: f7618e0a-05c6-4611-8c95-878452bf932d, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110348) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:04:52.964901 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c719b30a-6db2-4738-a670-bf186bb362a4 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:52.969526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Network f7618e0a-05c6-4611-8c95-878452bf932d is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110348) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:04:52.990701 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, f7618e0a-05c6-4611-8c95-878452bf932d) {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:52.997641 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:53.000289 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.028706 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4a670-46d2-46c2-8117-6f58513b51f9 None None] Network f7618e0a-05c6-4611-8c95-878452bf932d requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:04:53.034175 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-570540ad-e03d-4593-9139-d478f29b40e9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6801908 May 25 15:04:53.034351 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [req-eb8d0ae1-9962-4ad9-9e77-5f834f4e11c8 req-5851a478-7d1a-4236-bc95-0a0c4d95caf1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:04:53.034351 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-eb8d0ae1-9962-4ad9-9e77-5f834f4e11c8 req-5851a478-7d1a-4236-bc95-0a0c4d95caf1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0124331 May 25 15:04:53.035202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 57980) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:53.040172 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:53.075129 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (8fd3de1f-8550-4435-a4a8-0d2eda80a511), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.080080 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (8fd3de1f-8550-4435-a4a8-0d2eda80a511), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.088528 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-d3c3ea2f-9c50-4213-b593-dc50d2b31800 None None] Provisioning complete for port c719b30a-6db2-4738-a670-bf186bb362a4 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:53.088879 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d3c3ea2f-9c50-4213-b593-dc50d2b31800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.115353 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:53.116221 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:51Z', 'revision_number': 3, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:53.139065 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.139287 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port c719b30a-6db2-4738-a670-bf186bb362a4 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:53.139628 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.166236 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Checking router: 418ba9c9-c01f-48f9-8f62-071d26d202b6 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:04:53.166900 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Updating router 418ba9c9-c01f-48f9-8f62-071d26d202b6 port 08fe4c92-3f0e-4b5a-a72e-471141d6409f binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:04:53.201507 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks [] for router_controller (8fd3de1f-8550-4435-a4a8-0d2eda80a511), precommit_add_association {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.204509 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.223091 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:53.339435 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:53.345790 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Allocated IP 172.20.0.1 (c84be869-0fb3-40e0-a0bf-430d84d35277/ed16b30d-f6f8-4318-853b-db614c933a1d/800a3731-890d-4c3d-97f8-7f543159be71) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:53.401079 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks [] for router_gateway (8fd3de1f-8550-4435-a4a8-0d2eda80a511), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.464380 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5face5f7-96bd-4c95-bc3b-d93470cce02c req-2bea61d4-0c6a-4c0c-b760-63139d2d44cd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:53.466314 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5face5f7-96bd-4c95-bc3b-d93470cce02c req-2bea61d4-0c6a-4c0c-b760-63139d2d44cd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1512682 May 25 15:04:53.494505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks [] for port (800a3731-890d-4c3d-97f8-7f543159be71), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.508683 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-f7618e0a-05c6-4611-8c95-878452bf932d', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:04:53.511672 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.557811 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (800a3731-890d-4c3d-97f8-7f543159be71), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.579994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3ea2f-9c50-4213-b593-dc50d2b31800 None None] Current status of the port c719b30a-6db2-4738-a670-bf186bb362a4 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:53.590711 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port c719b30a-6db2-4738-a670-bf186bb362a4 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:53.632471 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Network c84be869-0fb3-40e0-a0bf-430d84d35277 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:53.633988 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5face5f7-96bd-4c95-bc3b-d93470cce02c req-27284b06-77c0-4ebb-9178-8d2470a37eb7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393645 May 25 15:04:53.636380 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:53.642237 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:53.680194 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Pushing event updated for resources: {'Port': ['ID=800a3731-890d-4c3d-97f8-7f543159be71,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:53.704322 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (418ba9c9-c01f-48f9-8f62-071d26d202b6), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.777543 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Publish callbacks [] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.805275 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.818593 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Allocated IP 172.20.0.2 (f7618e0a-05c6-4611-8c95-878452bf932d/86565b5b-551a-4002-ae56-bbc813332260/c4b4bd4c-8f3e-4cd2-a540-a13756f9160d) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:53.826495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks [] for router_gateway (8fd3de1f-8550-4435-a4a8-0d2eda80a511), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.853622 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:53.958820 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58004) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:53.959413 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:53.977484 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:54.009477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Allocated IP 172.27.0.21 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:54.055085 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Attempting to bind port 08fe4c92-3f0e-4b5a-a72e-471141d6409f on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:04:54.055450 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Attempting to bind port 08fe4c92-3f0e-4b5a-a72e-471141d6409f by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:04:54.055807 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Attempting to bind port 08fe4c92-3f0e-4b5a-a72e-471141d6409f on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:54.056073 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Publish callbacks [] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.065005 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:04:54.065373 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:54.065799 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.065914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.066323 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:04:54.067040 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Bound port: 08fe4c92-3f0e-4b5a-a72e-471141d6409f, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:04:54.067163 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.074154 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (800a3731-890d-4c3d-97f8-7f543159be71), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.134221 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Pushing event updated for resources: {'Port': ['ID=08fe4c92-3f0e-4b5a-a72e-471141d6409f,revision_number=2']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:54.137992 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Network f7618e0a-05c6-4611-8c95-878452bf932d is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:54.144743 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-36c18cac-d57e-4880-a697-82123165c3ad None None] Provisioning complete for port 800a3731-890d-4c3d-97f8-7f543159be71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:54.145217 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-36c18cac-d57e-4880-a697-82123165c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (800a3731-890d-4c3d-97f8-7f543159be71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.148279 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:54.152599 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Pushing event updated for resources: {'Port': ['ID=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:54.152796 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.153150 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.153379 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.153973 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.154469 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.154973 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.155447 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.155937 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.156421 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.156707 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:54.157057 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.157532 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.158063 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.159977 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.160479 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.160970 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:04:54.182719 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] For port 08fe4c92-3f0e-4b5a-a72e-471141d6409f, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:04:54.187784 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] For port 08fe4c92-3f0e-4b5a-a72e-471141d6409f, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=08fe4c92-3f0e-4b5a-a72e-471141d6409f,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:04:54.201818 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.236261 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-36c18cac-d57e-4880-a697-82123165c3ad None None] Port 800a3731-890d-4c3d-97f8-7f543159be71 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:04:54.275335 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:54.281878 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Attempting to bind port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:04:54.282417 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Attempting to bind port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:04:54.282948 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Attempting to bind port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d on network f7618e0a-05c6-4611-8c95-878452bf932d {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:54.290100 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-e1a738fa-0c6d-4076-b2e3-4fc828fe68a8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3294320 May 25 15:04:54.292611 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:04:54.292611 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Checking segment: {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:54.293158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.293552 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Bound using segment: {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:04:54.294038 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Bound port: c4b4bd4c-8f3e-4cd2-a540-a13756f9160d, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:04:54.294433 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.296331 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks [] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.304276 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-eb03c557-2e39-4a10-a767-b142a8678aa0 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:04:54.305376 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-eb03c557-2e39-4a10-a767-b142a8678aa0 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070775 May 25 15:04:54.310318 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:54.311485 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:54.342387 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.370822 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:54.376024 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:54.403420 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] For port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:04:54.411268 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85fa14-5d31-4d8a-9a0e-b91fe4f32879 None None] Pushing event updated for resources: {'Port': ['ID=08fe4c92-3f0e-4b5a-a72e-471141d6409f,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:54.414989 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] For port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:04:54.428675 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.439641 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:54.457777 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:54.459505 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58016) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:54.463736 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:54.508864 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks [] for port (800a3731-890d-4c3d-97f8-7f543159be71), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.515524 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:54.518805 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (800a3731-890d-4c3d-97f8-7f543159be71), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.522743 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:54.537580 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:54.548473 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ed6e8-85c1-48e0-bcc3-1ad1ccfd16a8 None None] Pushing event updated for resources: {'Port': ['ID=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:54.643839 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (418ba9c9-c01f-48f9-8f62-071d26d202b6), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:54.646128 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Pushing event updated for resources: {'Port': ['ID=800a3731-890d-4c3d-97f8-7f543159be71,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:54.673553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-f25e817f-8c90-4654-92ca-e4101773697f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:54.675015 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-f25e817f-8c90-4654-92ca-e4101773697f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports/1f402e27-3709-41db-8b59-49501ea83eb5 HTTP/1.1" status: 200 len: 940 time: 0.2129087 May 25 15:04:54.763073 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:54.830668 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Network c84be869-0fb3-40e0-a0bf-430d84d35277 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:54.841728 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:54.940795 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c719b30a-6db2-4738-a670-bf186bb362a4 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:55.019478 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 1, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:55.043205 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a95d4-96fc-463b-8ab1-5af5535ca40f req-83df8043-3731-490f-aaca-6f4640044e56 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:55.052097 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b15a95d4-96fc-463b-8ab1-5af5535ca40f req-83df8043-3731-490f-aaca-6f4640044e56 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.2154479 May 25 15:04:55.055363 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e49343-d781-4353-b3ef-ccba14301cb6 None None] The sync data for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi is: [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 1, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:04:55.093596 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port c719b30a-6db2-4738-a670-bf186bb362a4 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:55.093967 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:55.097626 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks [] for router_gateway (8fd3de1f-8550-4435-a4a8-0d2eda80a511), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:55.206197 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:55.275390 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b15a95d4-96fc-463b-8ab1-5af5535ca40f req-2130881c-d097-487d-988f-035912056b66 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068691 May 25 15:04:55.277370 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port c719b30a-6db2-4738-a670-bf186bb362a4 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:55.288573 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Router 418ba9c9-c01f-48f9-8f62-071d26d202b6 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:04:55.315867 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-4d2140c1-a87f-4a1f-9a47-c463140751ed None None] Provisioning complete for port 800a3731-890d-4c3d-97f8-7f543159be71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:55.316217 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4d2140c1-a87f-4a1f-9a47-c463140751ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (800a3731-890d-4c3d-97f8-7f543159be71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:55.360797 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-4d2140c1-a87f-4a1f-9a47-c463140751ed None None] Port 800a3731-890d-4c3d-97f8-7f543159be71 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:04:55.446368 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:55.467792 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-48ff7f4a-d92f-458e-bb20-06fb2f61cb73 admin admin] 10.222.0.78 "PUT /v2.0/routers/418ba9c9-c01f-48f9-8f62-071d26d202b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9474549 May 25 15:04:55.690873 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (8fd3de1f-8550-4435-a4a8-0d2eda80a511), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:55.738794 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:55.843316 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:04:55.914232 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:55.990098 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:56.026487 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Sync routers for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:04:56.034679 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.038664 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5f2ea1b4-7f30-4cf7-a50e-716d870f91d0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9996760 May 25 15:04:56.039447 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58044) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:56.056589 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:56.057241 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:56.107370 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d5032-e031-45bd-aa2e-d8c3350608d0 None None] Network f7618e0a-05c6-4611-8c95-878452bf932d requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:04:56.201737 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58048) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:56.206595 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1971962813-network', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:56.229548 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Made reservation on behalf of 11e7a4fad2d24584b2af7b50a4677ff4 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:04:56.234755 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.235748 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-05dc08fa-11d7-4f54-9a54-2172ae46b937 None None] Provisioning complete for port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:56.236207 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-05dc08fa-11d7-4f54-9a54-2172ae46b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.247686 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.301567 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:56.358590 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks [] for security_group (4903bede-a545-40a2-9f71-47ba090b88b1), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.365886 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4903bede-a545-40a2-9f71-47ba090b88b1), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.399219 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:04:56.412602 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4903bede-a545-40a2-9f71-47ba090b88b1,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:56.419978 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (af376ce5-df21-41b3-ab62-672c2bd163b5), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.420940 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Added segment af376ce5-df21-41b3-ab62-672c2bd163b5 of type vlan for network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 May 25 15:04:56.490546 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (165fe542-deb1-4d6f-aea1-ab2d9bf813a3), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.529638 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-05dc08fa-11d7-4f54-9a54-2172ae46b937 None None] Current status of the port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:56.529952 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-05dc08fa-11d7-4f54-9a54-2172ae46b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.536920 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (165fe542-deb1-4d6f-aea1-ab2d9bf813a3), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.538157 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:56.540264 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.570586 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e7f49-041f-4e73-8827-e0af3aa1ecd8 req-fb3d4dd7-3503-48d4-aeba-03114c301623 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:56.573867 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-148e7f49-041f-4e73-8827-e0af3aa1ecd8 req-fb3d4dd7-3503-48d4-aeba-03114c301623 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1108923 May 25 15:04:56.596307 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:56.596858 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:56.642384 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-05dc08fa-11d7-4f54-9a54-2172ae46b937 None None] For port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:56.656535 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-05dc08fa-11d7-4f54-9a54-2172ae46b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.664753 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:54Z', 'revision_number': 3, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:56.667355 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4644663 May 25 15:04:56.670907 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58052) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:56.690876 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Request body: {'subnet': {'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1971962813-subnet', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'ip_version': 4}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:56.692348 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-148e7f49-041f-4e73-8827-e0af3aa1ecd8 req-546ccc0c-0171-4c51-8ed1-4f05ee94a289 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122565 May 25 15:04:56.730997 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:04:56.731216 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e5da1-9cba-4225-a55e-9c1d9e8d618f admin admin] Pushing event updated for resources: {'Network': ['ID=165fe542-deb1-4d6f-aea1-ab2d9bf813a3,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:56.740693 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Checking router: 8fd3de1f-8550-4435-a4a8-0d2eda80a511 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:04:56.741360 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Updating router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:04:56.760573 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Made reservation on behalf of 11e7a4fad2d24584b2af7b50a4677ff4 for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:04:56.767900 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13925652'] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.793771 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:04:56.840573 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.931938 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:56.947678 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 08fe4c92-3f0e-4b5a-a72e-471141d6409f up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:56.951701 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:56.978566 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-da3c28da-df24-472a-a9d2-7ec1f2852b67 None None] Provisioning complete for port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:56.978994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-da3c28da-df24-472a-a9d2-7ec1f2852b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.076383 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:57.079709 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Allocated IP 172.20.0.1 (f7618e0a-05c6-4611-8c95-878452bf932d/86565b5b-551a-4002-ae56-bbc813332260/352ce2b4-dafc-474d-bf9c-430c9df43d41) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:57.117747 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13925862'] for subnet (e188343b-ee89-4d6f-adcd-02a0b063f334), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.175458 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc08fa-11d7-4f54-9a54-2172ae46b937 None None] Pushing event updated for resources: {'Port': ['ID=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:57.176859 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e188343b-ee89-4d6f-adcd-02a0b063f334,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:57.193524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Checking segment: {'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:57.193874 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Network hostable DHCP agents. Network: 165fe542-deb1-4d6f-aea1-ab2d9bf813a3, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:04:57.202815 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:57.211522 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:57.215760 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:04:57.227775 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 165fe542-deb1-4d6f-aea1-ab2d9bf813a3) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:57.231690 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:57.232354 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.241501 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks [] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.255609 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9e23c374-7dea-4348-a808-239a70f2a264 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5779133 May 25 15:04:57.258615 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58056) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:04:57.259031 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780de40e-242a-4e60-8007-cbf4d8e14e5e None None] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:04:57.267781 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:04:57.299962 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.312025 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (1a5f30a3-64b7-4179-ae24-840212008e94), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.313502 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (1a5f30a3-64b7-4179-ae24-840212008e94), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.366764 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Network f7618e0a-05c6-4611-8c95-878452bf932d is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:57.376295 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:57.383186 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:57.388314 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Pushing event updated for resources: {'Port': ['ID=352ce2b4-dafc-474d-bf9c-430c9df43d41,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:57.442371 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 08fe4c92-3f0e-4b5a-a72e-471141d6409f triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:57.442651 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.444427 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: DOWN; New status is: DOWN {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:57.462118 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks [] for router_controller (1a5f30a3-64b7-4179-ae24-840212008e94), precommit_add_association {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.463492 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (8fd3de1f-8550-4435-a4a8-0d2eda80a511), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.556365 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-da3c28da-df24-472a-a9d2-7ec1f2852b67 None None] Current status of the port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:57.636349 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:57.666525 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'fixed_ips': [{'subnet_id': 'e188343b-ee89-4d6f-adcd-02a0b063f334'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:04:57.667497 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.718283 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks [] for router_gateway (1a5f30a3-64b7-4179-ae24-840212008e94), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.734185 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 08fe4c92-3f0e-4b5a-a72e-471141d6409f is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:57.745279 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.752291 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-4d3f71ea-dc3c-44af-a737-6cea8dcf30c2 None None] Provisioning complete for port 352ce2b4-dafc-474d-bf9c-430c9df43d41 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:57.762751 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4d3f71ea-dc3c-44af-a737-6cea8dcf30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.819175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.880435 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea52cb7-1aaf-4220-81c5-e5370bf133d4 req-816a79d5-0b15-47ef-9ad6-7c66d6a6ccb2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:57.888830 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1ea52cb7-1aaf-4220-81c5-e5370bf133d4 req-816a79d5-0b15-47ef-9ad6-7c66d6a6ccb2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0743906 May 25 15:04:57.921846 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 08fe4c92-3f0e-4b5a-a72e-471141d6409f, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=08fe4c92-3f0e-4b5a-a72e-471141d6409f,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:04:57.962342 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:57.963264 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c4b4bd4c-8f3e-4cd2-a540-a13756f9160d up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:57.967314 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1ea52cb7-1aaf-4220-81c5-e5370bf133d4 req-eb379da6-5633-4b72-9288-fe04a754ce36 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764692 May 25 15:04:57.984178 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f71ea-dc3c-44af-a737-6cea8dcf30c2 None None] Port 352ce2b4-dafc-474d-bf9c-430c9df43d41 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:04:58.057655 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:58.097290 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Publish callbacks [] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.108631 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Sync routers for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:04:58.111511 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:UPDATE=3,neutron:INSERT=6,neutron:SELECT=91 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:58.116574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks [] for router_gateway (1a5f30a3-64b7-4179-ae24-840212008e94), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.124832 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:58.126606 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:58.151109 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.178690 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:58.179344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.183910 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks [] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.187716 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=08fe4c92-3f0e-4b5a-a72e-471141d6409f,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:58.188675 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.199427 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.281852 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:58.316851 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:58.324168 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Allocated IP 172.20.0.2 (165fe542-deb1-4d6f-aea1-ab2d9bf813a3/e188343b-ee89-4d6f-adcd-02a0b063f334/5fe9b12b-c476-493c-a07e-2b8ad129e496) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:58.330508 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (8fd3de1f-8550-4435-a4a8-0d2eda80a511), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.336147 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Pushing event updated for resources: {'Port': ['ID=352ce2b4-dafc-474d-bf9c-430c9df43d41,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:58.360058 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Attempting to bind port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:04:58.360638 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Attempting to bind port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:04:58.361154 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Attempting to bind port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:58.405212 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138973a-5a1f-43a7-bffa-9cd6c8d9c712 None None] Pushing event updated for resources: {'Port': ['ID=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:58.422470 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:04:58.423123 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:58.423708 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.424246 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:04:58.424893 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Bound port: 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:04:58.425491 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.495850 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:58.517835 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:58.526151 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Allocated IP 172.27.0.96 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/4fdb05ec-940c-4e43-a782-ee5ee23df5b9) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:04:58.545062 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] For port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:04:58.572267 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] For port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:04:58.593174 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.658183 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:54Z', 'revision_number': 2, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:58.680887 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Network f7618e0a-05c6-4611-8c95-878452bf932d is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:58.684255 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:58.684818 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:58.685526 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:58.726212 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Publish callbacks [] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.727594 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Checking router: 418ba9c9-c01f-48f9-8f62-071d26d202b6 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:04:58.728024 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Updating router 418ba9c9-c01f-48f9-8f62-071d26d202b6 port 800a3731-890d-4c3d-97f8-7f543159be71 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:04:58.788266 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks [] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.810820 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (800a3731-890d-4c3d-97f8-7f543159be71), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.839239 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:58.889402 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:58.904340 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:04:58.915170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:58.922435 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 08fe4c92-3f0e-4b5a-a72e-471141d6409f up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:58.987942 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138973a-5a1f-43a7-bffa-9cd6c8d9c712 None None] Pushing event updated for resources: {'Port': ['ID=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:58.992074 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:59.023619 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.037660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:59.084898 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:59.086978 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Pushing event updated for resources: {'Port': ['ID=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:59.112584 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:59.119081 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-3292227e-4d6a-47b0-9e60-43e1d4090790 None None] Provisioning complete for port 352ce2b4-dafc-474d-bf9c-430c9df43d41 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:59.119593 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3292227e-4d6a-47b0-9e60-43e1d4090790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.140287 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:59.178237 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:04:59.187352 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:04:59.191796 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:04:59.194476 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:04:59.206575 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-81f4f335-a113-4029-90ae-24146d333006 admin admin] 10.222.0.78 "PUT /v2.0/routers/8fd3de1f-8550-4435-a4a8-0d2eda80a511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1657889 May 25 15:04:59.237897 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5045d-28c2-47d6-a85e-1887b3cbaaa2 req-cca9d9c5-5bf7-4a7c-bd7f-59774d55dc96 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:59.239931 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ecc5045d-28c2-47d6-a85e-1887b3cbaaa2 req-cca9d9c5-5bf7-4a7c-bd7f-59774d55dc96 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1041582 May 25 15:04:59.246378 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Publish callbacks [] for port (800a3731-890d-4c3d-97f8-7f543159be71), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.257056 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (800a3731-890d-4c3d-97f8-7f543159be71), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.284675 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:59.304697 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:59.331578 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9df035-ed91-41fe-b054-36b123e3417d None None] Pushing event updated for resources: {'Port': ['ID=800a3731-890d-4c3d-97f8-7f543159be71,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:59.363714 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Pushing event updated for resources: {'Port': ['ID=5fe9b12b-c476-493c-a07e-2b8ad129e496,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:59.393888 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Attempting to bind port 800a3731-890d-4c3d-97f8-7f543159be71 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:04:59.394395 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Attempting to bind port 800a3731-890d-4c3d-97f8-7f543159be71 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:04:59.394755 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Attempting to bind port 800a3731-890d-4c3d-97f8-7f543159be71 on network c84be869-0fb3-40e0-a0bf-430d84d35277 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:59.400704 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:04:59.401109 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Checking segment: {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:59.401821 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.402404 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Bound using segment: {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:04:59.402882 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Bound port: 800a3731-890d-4c3d-97f8-7f543159be71, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:04:59.403338 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (800a3731-890d-4c3d-97f8-7f543159be71), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.410501 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 08fe4c92-3f0e-4b5a-a72e-471141d6409f triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:59.410998 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.423709 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-3292227e-4d6a-47b0-9e60-43e1d4090790 None None] Port 352ce2b4-dafc-474d-bf9c-430c9df43d41 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:04:59.528390 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Attempting to bind port 5fe9b12b-c476-493c-a07e-2b8ad129e496 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:04:59.528825 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Attempting to bind port 5fe9b12b-c476-493c-a07e-2b8ad129e496 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:04:59.529098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Attempting to bind port 5fe9b12b-c476-493c-a07e-2b8ad129e496 on network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:04:59.532502 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] For port 800a3731-890d-4c3d-97f8-7f543159be71, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:04:59.537366 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] For port 800a3731-890d-4c3d-97f8-7f543159be71, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=800a3731-890d-4c3d-97f8-7f543159be71,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:04:59.554155 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:04:59.554917 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Checking segment: {'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:04:59.555045 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.555363 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Bound using segment: {'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:04:59.555845 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Bound port: 5fe9b12b-c476-493c-a07e-2b8ad129e496, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:04:59.556224 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.557770 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (800a3731-890d-4c3d-97f8-7f543159be71), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.604310 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 2, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:59.641312 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9df035-ed91-41fe-b054-36b123e3417d None None] Pushing event updated for resources: {'Port': ['ID=800a3731-890d-4c3d-97f8-7f543159be71,revision_number=4']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:04:59.658340 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:04:59.659004 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:04:59.707135 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] For port 5fe9b12b-c476-493c-a07e-2b8ad129e496, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:04:59.710521 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] For port 5fe9b12b-c476-493c-a07e-2b8ad129e496, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=5fe9b12b-c476-493c-a07e-2b8ad129e496,segment=NetworkSegment(af376ce5-df21-41b3-ab62-672c2bd163b5),segment_id=af376ce5-df21-41b3-ab62-672c2bd163b5)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:04:59.776571 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:04:59.781799 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.861771 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe1853-dbe1-4140-8f2f-ca5f219678b5 None None] The sync data for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi is: [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 2, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:04:59.878591 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:04:59.879879 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-32b4a2ac-6cae-4ecf-9fdb-3066cb6d1b27 None None] Provisioning complete for port 800a3731-890d-4c3d-97f8-7f543159be71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:04:59.880258 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-32b4a2ac-6cae-4ecf-9fdb-3066cb6d1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (800a3731-890d-4c3d-97f8-7f543159be71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:04:59.891682 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 08fe4c92-3f0e-4b5a-a72e-471141d6409f is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:04:59.893024 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c4b4bd4c-8f3e-4cd2-a540-a13756f9160d up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:04:59.931769 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-8dd72b6b-db81-4dad-871f-657415c0645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:04:59.934442 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-8dd72b6b-db81-4dad-871f-657415c0645c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084&tenant_id=2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 1127 time: 0.6330812 May 25 15:04:59.977373 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa962d-2234-4262-8c20-0ab2e4b0c683 None None] Pushing event updated for resources: {'Port': ['ID=5fe9b12b-c476-493c-a07e-2b8ad129e496,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:00.005093 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ecc5045d-28c2-47d6-a85e-1887b3cbaaa2 req-e2d00a91-0921-444a-b1dd-b62abe7ce801 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7415726 May 25 15:05:00.092781 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-0a8085b6-578c-441b-90d3-046705f63397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:00.094536 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-0a8085b6-578c-441b-90d3-046705f63397 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 1127 time: 0.0814848 May 25 15:05:00.172616 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-32b4a2ac-6cae-4ecf-9fdb-3066cb6d1b27 None None] Current status of the port 800a3731-890d-4c3d-97f8-7f543159be71 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:00.173003 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-32b4a2ac-6cae-4ecf-9fdb-3066cb6d1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (800a3731-890d-4c3d-97f8-7f543159be71), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.193981 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58088) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:00.197798 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:00.199301 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.202037 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1438895015-network', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:00.255395 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Made reservation on behalf of 34062b9020a74975b3a0eb31030e4fa6 for: {'network': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:05:00.259949 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.268170 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-32b4a2ac-6cae-4ecf-9fdb-3066cb6d1b27 None None] For port 800a3731-890d-4c3d-97f8-7f543159be71, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=800a3731-890d-4c3d-97f8-7f543159be71,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:00.279322 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.284271 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-32b4a2ac-6cae-4ecf-9fdb-3066cb6d1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (800a3731-890d-4c3d-97f8-7f543159be71), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.365954 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks [] for router_gateway (1a5f30a3-64b7-4179-ae24-840212008e94), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.405469 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a2ac-6cae-4ecf-9fdb-3066cb6d1b27 None None] Pushing event updated for resources: {'Port': ['ID=800a3731-890d-4c3d-97f8-7f543159be71,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:00.413769 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks [] for security_group (7fe41836-94ff-4f02-bc36-43140392e289), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.423616 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7fe41836-94ff-4f02-bc36-43140392e289), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.430844 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:00.479266 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-7746ed80-222e-4242-929e-3a34a817870e None None] Provisioning complete for port 800a3731-890d-4c3d-97f8-7f543159be71 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:00.480943 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7746ed80-222e-4242-929e-3a34a817870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (800a3731-890d-4c3d-97f8-7f543159be71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.492936 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:59Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:00.501172 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=110349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:05:00.503296 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe41836-94ff-4f02-bc36-43140392e289,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:00.537270 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-2e931cd8-4966-4bee-a23d-76ae682e1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:00.539789 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e214a77-c2ef-485a-b6ea-bed5f55e4304 None None] The sync data for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi is: [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:59Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:00.542529 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.544409 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.545172 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.545566 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-2e931cd8-4966-4bee-a23d-76ae682e1a21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 919 time: 0.4415584 May 25 15:05:00.545959 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.547191 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.547679 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.549353 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.549873 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.550638 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.553132 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.553653 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.554162 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.554698 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.555174 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.555786 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:00.560631 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (9ced1481-fc24-4d0b-b9b6-c408d3817179), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.561740 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.segments_db [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Added segment 9ced1481-fc24-4d0b-b9b6-c408d3817179 of type vlan for network 8288b079-52c6-4332-9076-91069344cb3c May 25 15:05:00.581441 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:00.640833 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (8288b079-52c6-4332-9076-91069344cb3c), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.681270 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7746ed80-222e-4242-929e-3a34a817870e None None] Current status of the port 800a3731-890d-4c3d-97f8-7f543159be71 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:00.691764 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (8288b079-52c6-4332-9076-91069344cb3c), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.692953 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:00.694328 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.700908 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:00.735046 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-707e34c3-fb14-45c6-933a-14e99936be20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f402e27-3709-41db-8b59-49501ea83eb5 HTTP/1.1" status: 200 len: 999 time: 0.1781828 May 25 15:05:00.766717 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5708816 May 25 15:05:00.769529 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58092) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:00.781429 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Request body: {'subnet': {'network_id': '8288b079-52c6-4332-9076-91069344cb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1438895015-subnet', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'ip_version': 4}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:00.802428 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8135f-1c82-4139-9894-add64098e21c admin admin] Pushing event updated for resources: {'Network': ['ID=8288b079-52c6-4332-9076-91069344cb3c,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:00.819810 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network 8288b079-52c6-4332-9076-91069344cb3c details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:05:00.847444 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Made reservation on behalf of 34062b9020a74975b3a0eb31030e4fa6 for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:05:00.852619 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13925652'] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.864001 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-6918fae7-efab-4994-8210-a4b5fa836867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:00.865464 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-6918fae7-efab-4994-8210-a4b5fa836867 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.1210294 May 25 15:05:00.878589 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (1a5f30a3-64b7-4179-ae24-840212008e94), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:00.958496 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:01.095184 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:01.121639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-1aaee364-65a4-455a-bb2f-01ec468015a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:01.123924 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-1aaee364-65a4-455a-bb2f-01ec468015a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2421479 May 25 15:05:01.136688 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 5fe9b12b-c476-493c-a07e-2b8ad129e496 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:01.257881 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 5fe9b12b-c476-493c-a07e-2b8ad129e496 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:01.258534 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.283354 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13925862'] for subnet (97e54380-933b-4d2f-91ce-2b59e3b0fbda), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.368008 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Checking segment: {'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:01.368365 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Network hostable DHCP agents. Network: 8288b079-52c6-4332-9076-91069344cb3c, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:05:01.385638 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd105e8-26a4-4006-85fe-26b40ad9eb5f req-b60ee73e-430e-4cdd-963f-4109525d8eb8 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:01.387339 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7bd105e8-26a4-4006-85fe-26b40ad9eb5f req-b60ee73e-430e-4cdd-963f-4109525d8eb8 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1861424 May 25 15:05:01.443883 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-25cfe6b8-06fa-4551-b76f-584ee77983d0 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900362 May 25 15:05:01.450675 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 5fe9b12b-c476-493c-a07e-2b8ad129e496 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:01.453438 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.485422 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e54380-933b-4d2f-91ce-2b59e3b0fbda,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:01.503596 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Network 8288b079-52c6-4332-9076-91069344cb3c is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:05:01.540780 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:01.542951 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7bd105e8-26a4-4006-85fe-26b40ad9eb5f req-e343991a-c556-429b-86a6-266b66ed45b2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323256 May 25 15:05:01.544163 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, 8288b079-52c6-4332-9076-91069344cb3c) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:01.544799 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 5fe9b12b-c476-493c-a07e-2b8ad129e496, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=5fe9b12b-c476-493c-a07e-2b8ad129e496,segment=NetworkSegment(af376ce5-df21-41b3-ab62-672c2bd163b5),segment_id=af376ce5-df21-41b3-ab62-672c2bd163b5)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:01.549796 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:01.550535 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.552316 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.553624 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 800a3731-890d-4c3d-97f8-7f543159be71 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:01.573981 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-649a9f93-5b61-4f88-90d5-2b713ca2991f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8007801 May 25 15:05:01.577663 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58096) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:01.593949 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:01.614719 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (b34bba36-dfd8-433b-82bc-81649f0078ec), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.617699 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-299576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5142'] for router (b34bba36-dfd8-433b-82bc-81649f0078ec), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.620235 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6191d75-9ce2-473d-8660-0c1d44f9ceb9 None None] Network 8288b079-52c6-4332-9076-91069344cb3c requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:05:01.634366 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Router 1a5f30a3-64b7-4179-ae24-840212008e94 is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110348) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:05:01.687562 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e6303-402e-4bdd-9b95-096b365cc9a8 None None] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:05:01.689447 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks [] for router_controller (b34bba36-dfd8-433b-82bc-81649f0078ec), precommit_add_association {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.751271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:01.786881 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-95c4ad23-dd5e-4a76-861b-3355d1d7bc2a req-6f6eb13b-b76c-4e55-9d45-060df37b54e4 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091609 May 25 15:05:01.790230 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.794403 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-9150d9f0-f005-474f-974f-de9dff5954fc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5347524 May 25 15:05:01.795075 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58100) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:01.835152 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Sync routers for ids ['1a5f30a3-64b7-4179-ae24-840212008e94'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:01.860937 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Routers {'1a5f30a3-64b7-4179-ae24-840212008e94'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:01.862081 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['1a5f30a3-64b7-4179-ae24-840212008e94'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:01.901458 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:01.905564 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks [] for router_gateway (b34bba36-dfd8-433b-82bc-81649f0078ec), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:01.995982 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=5fe9b12b-c476-493c-a07e-2b8ad129e496,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:02.007001 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:02.008820 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce763445-4f10-5676-bcf8-5e91af4b285e-8288b079-52c6-4332-9076-91069344cb3c', 'network_id': '8288b079-52c6-4332-9076-91069344cb3c', 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'fixed_ips': [{'subnet_id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda'}]}} from dv-cinder-803823-9-iscsi. {{(pid=110350) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 15:05:02.009904 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:02.019725 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-0b00ebf1-84b8-4c3e-a374-0ee06b557319 None None] Provisioning complete for port 5fe9b12b-c476-493c-a07e-2b8ad129e496 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:02.020098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebf1-84b8-4c3e-a374-0ee06b557319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:02.084676 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 800a3731-890d-4c3d-97f8-7f543159be71 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:02.084934 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (800a3731-890d-4c3d-97f8-7f543159be71), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:02.132758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:02.165430 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Set router 1a5f30a3-64b7-4179-ae24-840212008e94 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:02.273243 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks [] for router_gateway (b34bba36-dfd8-433b-82bc-81649f0078ec), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:02.316549 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:02.450377 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-b3cf6676-e7c9-4368-8fda-dfc74c943245 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278455577&fields=id&tenant_id=99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 267 time: 0.1472256 May 25 15:05:02.484069 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.db_base_plugin_common [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Allocated IP 172.20.0.2 (8288b079-52c6-4332-9076-91069344cb3c/97e54380-933b-4d2f-91ce-2b59e3b0fbda/287f37d4-92e9-4217-9631-e9fe427b1277) {{(pid=110350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:02.519399 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Allocated IP 172.27.0.119 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/80583076-4cef-4134-b864-46835ee6e521) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:02.835566 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:02.902328 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-420bad8b-9b80-4780-a424-a6d29394617b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:02.907813 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-420bad8b-9b80-4780-a424-a6d29394617b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 811 time: 0.4212019 May 25 15:05:02.924139 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:02.937323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:02.939804 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-a16f225c-95d7-4bca-b6f7-c6c516646584 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/quotas/99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 375 time: 0.0197582 May 25 15:05:03.100735 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-51c5f974-2f34-4a30-ba99-5dd636b66340 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1147323 May 25 15:05:03.132321 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 800a3731-890d-4c3d-97f8-7f543159be71 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:03.217677 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:03.258799 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks [] for port (80583076-4cef-4134-b864-46835ee6e521), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:03.352051 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-0b00ebf1-84b8-4c3e-a374-0ee06b557319 None None] Current status of the port 5fe9b12b-c476-493c-a07e-2b8ad129e496 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:03.368700 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73271a76-41ec-46ed-a2c9-715ba47e576f req-6727a59b-53bf-42b7-be52-b8730e9c2b2e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:03.370676 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73271a76-41ec-46ed-a2c9-715ba47e576f req-6727a59b-53bf-42b7-be52-b8730e9c2b2e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.2658424 May 25 15:05:03.372833 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (80583076-4cef-4134-b864-46835ee6e521), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:03.382948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Allocated IP 172.20.0.1 (165fe542-deb1-4d6f-aea1-ab2d9bf813a3/e188343b-ee89-4d6f-adcd-02a0b063f334/32d6d54e-12c6-4f89-b6c7-907c994c6c2a) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:03.441024 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:05:00Z', 'revision_number': 3, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port': {'id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:41:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:58Z', 'updated_at': '2022-05-25T15:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:03.491078 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-73271a76-41ec-46ed-a2c9-715ba47e576f req-772b7f48-c33c-45eb-b8d0-7af3a900e238 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003106 May 25 15:05:03.538620 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:03.540440 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Publish callbacks [] for port (287f37d4-92e9-4217-9631-e9fe427b1277), precommit_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:03.542802 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Checking router: 1a5f30a3-64b7-4179-ae24-840212008e94 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:03.543148 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Updating router 1a5f30a3-64b7-4179-ae24-840212008e94 port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:05:03.555029 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:03.570281 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:03.610914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), after_create {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:03.629654 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Pushing event updated for resources: {'Port': ['ID=80583076-4cef-4134-b864-46835ee6e521,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:03.653077 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 5fe9b12b-c476-493c-a07e-2b8ad129e496 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:03.655543 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:03.754122 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:03.764894 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Network 8288b079-52c6-4332-9076-91069344cb3c is already hosted by enough agents. {{(pid=110350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:03.789754 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:03.800765 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Resources bound (agent type, host, resource id): {{(pid=110350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:03.811645 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Received port after_create {{(pid=110350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:03.824769 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks [] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:03.870867 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-d2ed3234-1c35-4dce-ad07-7e1a3816f891 service neutron] 10.222.0.78 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360764 May 25 15:05:03.876792 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Pushing event updated for resources: {'Port': ['ID=287f37d4-92e9-4217-9631-e9fe427b1277,revision_number=1']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:03.882527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-4eb104f8-2fb5-435e-88dd-1af77fc36f55 None None] Provisioning complete for port 5fe9b12b-c476-493c-a07e-2b8ad129e496 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:03.882891 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4eb104f8-2fb5-435e-88dd-1af77fc36f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.048300 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks [] for router_gateway (b34bba36-dfd8-433b-82bc-81649f0078ec), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.068507 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.122245 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 5fe9b12b-c476-493c-a07e-2b8ad129e496 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:04.122502 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.166060 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Pushing event updated for resources: {'Port': ['ID=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:04.180003 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Attempting to bind port 287f37d4-92e9-4217-9631-e9fe427b1277 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:04.180463 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Attempting to bind port 287f37d4-92e9-4217-9631-e9fe427b1277 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:04.180718 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Attempting to bind port 287f37d4-92e9-4217-9631-e9fe427b1277 on network 8288b079-52c6-4332-9076-91069344cb3c {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:04.236370 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-607b5aa1-f26b-408d-b4c0-7d1c47a477c0 service neutron] 10.222.0.78 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561871 May 25 15:05:04.244320 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:04.244690 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Checking segment: {'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:04.245552 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.246257 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Bound using segment: {'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:04.246737 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Bound port: 287f37d4-92e9-4217-9631-e9fe427b1277, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:04.247116 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.268293 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:04.288875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:04.289213 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:04.300249 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:04.381006 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-4eb104f8-2fb5-435e-88dd-1af77fc36f55 None None] Current status of the port 5fe9b12b-c476-493c-a07e-2b8ad129e496 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:04.450341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (1a5f30a3-64b7-4179-ae24-840212008e94), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.533383 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:04.619114 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Sync routers for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:04.638150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] For port 287f37d4-92e9-4217-9631-e9fe427b1277, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:04.650326 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-409367'] for router (b34bba36-dfd8-433b-82bc-81649f0078ec), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.660067 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:04.662738 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:04.668882 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:04.691367 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] For port 287f37d4-92e9-4217-9631-e9fe427b1277, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=287f37d4-92e9-4217-9631-e9fe427b1277,segment=NetworkSegment(9ced1481-fc24-4d0b-b9b6-c408d3817179),segment_id=9ced1481-fc24-4d0b-b9b6-c408d3817179)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:04.693281 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 5fe9b12b-c476-493c-a07e-2b8ad129e496 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:04.721798 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:04.823601 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.938333 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1545071c-c844-46e8-8aa0-e1351d51304d req-78a1ef08-f8f6-401e-a128-836fd99beabb tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 210 time: 0.0592787 May 25 15:05:04.942128 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:04.965625 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:05.042314 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b1f44-18a5-4049-acfd-fb9506bec388 req-f79c7400-7b6f-4a10-909a-346852e686e4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:05.042314 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7a6b1f44-18a5-4049-acfd-fb9506bec388 req-f79c7400-7b6f-4a10-909a-346852e686e4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.2040606 May 25 15:05:05.116480 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-458891ae-61c9-4dc2-91ef-fe2e209152bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.129672 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:05.164965 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-fd9d90b4-eaac-4059-b817-76c72fb44ff6 None None] Provisioning complete for port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:05.165322 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fd9d90b4-eaac-4059-b817-76c72fb44ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.165771 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Router b34bba36-dfd8-433b-82bc-81649f0078ec is scheduled to L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba with binding_index 1 {{(pid=110349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 15:05:05.306608 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7a6b1f44-18a5-4049-acfd-fb9506bec388 req-e5beb8ec-4b3f-43ae-ab24-1319e7f9f718 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336159 May 25 15:05:05.397498 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:05.419462 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb8061-c163-43bb-8206-7db43d2d82b2 None None] Pushing event updated for resources: {'Port': ['ID=287f37d4-92e9-4217-9631-e9fe427b1277,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:05.437958 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Publish callbacks [] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.468070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:05.468453 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.487086 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.523300 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:05.569939 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d90b4-eaac-4059-b817-76c72fb44ff6 None None] Port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:05:05.591658 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks [] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.593224 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.595996 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-a411e1ea-870f-48ea-8a09-11b4e24c5e4d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0170102 May 25 15:05:05.600510 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58152) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:05.601957 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.645098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Sync routers for ids ['b34bba36-dfd8-433b-82bc-81649f0078ec'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:05.759692 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 2, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:05.783844 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Attempting to bind port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:05.784541 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Attempting to bind port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:05.785087 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Attempting to bind port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:05.797071 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Routers {'b34bba36-dfd8-433b-82bc-81649f0078ec'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:05.797841 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['b34bba36-dfd8-433b-82bc-81649f0078ec'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:05.811387 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5095ad0-8a49-46e2-85da-1444c40709cf None None] Pushing event updated for resources: {'Port': ['ID=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:05.858226 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Checking router: 8fd3de1f-8550-4435-a4a8-0d2eda80a511 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:05.858654 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Updating router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 port 352ce2b4-dafc-474d-bf9c-430c9df43d41 binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:05:05.894294 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (1a5f30a3-64b7-4179-ae24-840212008e94), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.896443 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:05.897433 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:05.898001 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.898618 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:05.913968 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Bound port: 4fdb05ec-940c-4e43-a782-ee5ee23df5b9, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:05.915369 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:05.919580 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Pushing event updated for resources: {'Port': ['ID=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:05.953752 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.149758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] For port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:06.202135 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] For port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:06.203794 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:06.204413 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.227532 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.278005 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Set router b34bba36-dfd8-433b-82bc-81649f0078ec gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:06.281497 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:06.323114 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:06.406547 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.509914 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:06.621900 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:06.753262 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0aafe-91aa-4495-b0c9-a0191227a361 req-7b85cf83-bf8c-4448-8c1b-caa74aed856c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:06.756891 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-45277c39-4d5d-4fc8-89a3-dfff1f796c7b req-c325f39e-62fb-4671-a36d-2fe3ea38763a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 210 time: 0.0836074 May 25 15:05:06.778431 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-91b0aafe-91aa-4495-b0c9-a0191227a361 req-7b85cf83-bf8c-4448-8c1b-caa74aed856c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.2270944 May 25 15:05:06.813753 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Publish callbacks [] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.824135 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:06.840484 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:06.893337 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:06.902164 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:07.063256 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-91b0aafe-91aa-4495-b0c9-a0191227a361 req-be94c5e0-8134-41ee-9a48-8829faee5fac tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332006 May 25 15:05:07.081174 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Attempting to bind port 352ce2b4-dafc-474d-bf9c-430c9df43d41 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:07.083723 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Attempting to bind port 352ce2b4-dafc-474d-bf9c-430c9df43d41 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:07.086042 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Attempting to bind port 352ce2b4-dafc-474d-bf9c-430c9df43d41 on network f7618e0a-05c6-4611-8c95-878452bf932d {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:07.109743 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:07.115173 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Checking segment: {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:07.127184 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:07.130212 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Bound using segment: {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:07.130981 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Bound port: 352ce2b4-dafc-474d-bf9c-430c9df43d41, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:07.131883 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:07.137634 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 287f37d4-92e9-4217-9631-e9fe427b1277 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:07.166524 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5095ad0-8a49-46e2-85da-1444c40709cf None None] Pushing event updated for resources: {'Port': ['ID=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:07.200074 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:07.226688 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Routers {'1a5f30a3-64b7-4179-ae24-840212008e94'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:07.230088 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['1a5f30a3-64b7-4179-ae24-840212008e94'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:07.256549 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:07.327313 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] For port 352ce2b4-dafc-474d-bf9c-430c9df43d41, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:07.337711 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] For port 352ce2b4-dafc-474d-bf9c-430c9df43d41, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=352ce2b4-dafc-474d-bf9c-430c9df43d41,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:07.366313 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:07.375940 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Router 1a5f30a3-64b7-4179-ae24-840212008e94 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:05:07.390977 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95799c7f-060d-4982-9471-599c28522562 None None] Pushing event updated for resources: {'Port': ['ID=352ce2b4-dafc-474d-bf9c-430c9df43d41,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:07.598072 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:07.598724 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:04:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:07.605892 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-417aa086-55d3-4a2e-ab0d-2c157d8bab70 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:07.616194 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-417aa086-55d3-4a2e-ab0d-2c157d8bab70 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 811 time: 0.2851481 May 25 15:05:07.658939 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] Set router 1a5f30a3-64b7-4179-ae24-840212008e94 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:07.673696 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:07.680952 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Allocated IP 172.20.0.1 (8288b079-52c6-4332-9076-91069344cb3c/97e54380-933b-4d2f-91ce-2b59e3b0fbda/e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:07.684504 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95799c7f-060d-4982-9471-599c28522562 None None] Pushing event updated for resources: {'Port': ['ID=352ce2b4-dafc-474d-bf9c-430c9df43d41,revision_number=4']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:07.750968 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95134c92-4e5d-49fd-ab19-a4b8c2498637 None None] Network 8288b079-52c6-4332-9076-91069344cb3c requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:05:07.854621 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:07.918601 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:07.939035 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks [] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:07.946701 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d9af0b29-4495-4599-85ff-6e3c6238ab3a admin admin] 10.222.0.78 "PUT /v2.0/routers/1a5f30a3-64b7-4179-ae24-840212008e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1504467 May 25 15:05:07.988360 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:08.019194 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-298ebe5b-a827-43fe-8a76-74d55fa39445 req-e9293769-61c9-494e-8f7e-f9ec465f66c9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 210 time: 0.1084561 May 25 15:05:08.068030 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Provisioning complete for port 352ce2b4-dafc-474d-bf9c-430c9df43d41 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:08.068492 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:08.087837 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Network 8288b079-52c6-4332-9076-91069344cb3c is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:08.091271 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:08.101280 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-272c9b53-b0fc-4427-91da-e9d44fd46693 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99281bdc8f6340a1be03774c255ae4ba HTTP/1.1" status: 200 len: 380 time: 0.2125368 May 25 15:05:08.112116 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:08.155186 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'port': {'device_id': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'admin_state_up': True, 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'security_groups': ['37a62261-b902-4aa3-a01e-c2a205dfa19e']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:08.223284 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:08.224355 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:08.240706 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2fa85f1a-dc91-49a1-8bc0-a648433a286b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:08.365147 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:07Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:08.365695 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533e182-f4a9-49da-a9dd-fcb26df56028 req-30a00968-d37d-4f80-bb7f-def6bb67728d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:08.367533 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6533e182-f4a9-49da-a9dd-fcb26df56028 req-30a00968-d37d-4f80-bb7f-def6bb67728d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1343071 May 25 15:05:08.373725 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:08.416715 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401474'] for router_interface (b34bba36-dfd8-433b-82bc-81649f0078ec), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:08.432288 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019089f0-d9d4-4303-a4dc-5fbe7d7fc609 None None] The sync data for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi is: [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:07Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:08.464313 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 287f37d4-92e9-4217-9631-e9fe427b1277 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:08.464688 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:08.487102 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:08.509439 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Made reservation on behalf of 99281bdc8f6340a1be03774c255ae4ba for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:05:08.528261 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:08.586702 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6533e182-f4a9-49da-a9dd-fcb26df56028 req-56f134b9-9959-468a-a53b-d14467851473 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989906 May 25 15:05:08.615452 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:08.744328 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:08.760974 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58170) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:08.782459 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:08.783506 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-b37b0ac9-728e-42fe-8086-4af694278264 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443150314', 'description': 'tempest-secgroup-smoke-443150314 description', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:08.843070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '80583076-4cef-4134-b864-46835ee6e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:05:03Z', 'revision_number': 3, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port': {'id': '80583076-4cef-4134-b864-46835ee6e521', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:08.988065 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b37b0ac9-728e-42fe-8086-4af694278264 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.016432 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:09.016909 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Current status of the port 352ce2b4-dafc-474d-bf9c-430c9df43d41 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:09.016909 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.078807 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Allocated IP 172.20.0.12 (620eaca4-828c-4c2d-a756-ed68aa31fbcf/83bffb76-3835-4088-8647-774e0af4cb15/af13f183-e203-48b0-88ea-6554e58e9b95) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:09.217663 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Checking router: b34bba36-dfd8-433b-82bc-81649f0078ec for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:09.218198 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Updating router b34bba36-dfd8-433b-82bc-81649f0078ec port 80583076-4cef-4134-b864-46835ee6e521 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:05:09.294523 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e4bdf7c9-5997-4736-98c7-f3e160d8922a req-108681ba-5b88-496f-babf-5a412157dc33 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 210 time: 0.0947075 May 25 15:05:09.326461 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (80583076-4cef-4134-b864-46835ee6e521), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.397149 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b37b0ac9-728e-42fe-8086-4af694278264 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group (4f71ddad-3e8d-4875-8c59-984671269967), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.421113 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b37b0ac9-728e-42fe-8086-4af694278264 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4f71ddad-3e8d-4875-8c59-984671269967), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.432959 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks [] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.439576 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.450261 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] For port 352ce2b4-dafc-474d-bf9c-430c9df43d41, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=352ce2b4-dafc-474d-bf9c-430c9df43d41,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:09.470833 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0ac9-728e-42fe-8086-4af694278264 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71ddad-3e8d-4875-8c59-984671269967,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:09.502650 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.513637 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-b37b0ac9-728e-42fe-8086-4af694278264 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.518465 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b37b0ac9-728e-42fe-8086-4af694278264 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7537279 May 25 15:05:09.519539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58174) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:09.523898 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-6b721861-9b00-42c4-8f56-6fc4fe4e31b5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'security_group_rule': {'security_group_id': '4f71ddad-3e8d-4875-8c59-984671269967', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:09.539231 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.608447 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1045517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402642'] for router_interface (b34bba36-dfd8-433b-82bc-81649f0078ec), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.672607 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 287f37d4-92e9-4217-9631-e9fe427b1277 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:09.672972 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (af13f183-e203-48b0-88ea-6554e58e9b95), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.673145 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.677361 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:05:04Z', 'revision_number': 4, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port': {'id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:41:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:58Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '32d6d54e-12c6-4f89-b6c7-907c994c6c2a', 'name': '', 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'mac_address': 'fa:16:3e:3c:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:05Z', 'revision_number': 2, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'subnets': [{'id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:09.765647 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:09.791846 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.842754 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Provisioning complete for port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:09.843142 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:09.881371 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Network 8288b079-52c6-4332-9076-91069344cb3c is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:09.885348 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:09.890673 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b721861-9b00-42c4-8f56-6fc4fe4e31b5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (5f8f2b0f-f51f-4b2f-ad2b-c65ba717ddd5), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.048214 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:10.073767 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:10.101012 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:10.131574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbaa32-923a-443f-9a4b-cdee8f2a11f2 req-6b296f10-f02e-470b-8668-e9674ea1f188 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:10.149389 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-72bbaa32-923a-443f-9a4b-cdee8f2a11f2 req-6b296f10-f02e-470b-8668-e9674ea1f188 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.3527946 May 25 15:05:10.253323 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Publish callbacks [] for port (80583076-4cef-4134-b864-46835ee6e521), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.272750 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:10.273770 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.284835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=af13f183-e203-48b0-88ea-6554e58e9b95,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:10.285073 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:10.286485 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:10.291997 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c59a87-4c43-4591-a6da-7664874cc915 None None] The sync data for ids ['1a5f30a3-64b7-4179-ae24-840212008e94'] in dv-cinder-803823-9-iscsi is: [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:05:04Z', 'revision_number': 4, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port': {'id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:41:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:58Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '32d6d54e-12c6-4f89-b6c7-907c994c6c2a', 'name': '', 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'mac_address': 'fa:16:3e:3c:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:05Z', 'revision_number': 2, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'subnets': [{'id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:10.292483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:10.296126 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Pushing event updated for resources: {'Port': ['ID=352ce2b4-dafc-474d-bf9c-430c9df43d41,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:10.312591 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (80583076-4cef-4134-b864-46835ee6e521), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.330393 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-2bd26cf8-adb6-419b-bae8-c4d07a08c991 None None] Port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:05:10.380969 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.382002 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.383304 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.387400 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.391470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.392321 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.392965 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.393811 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.394999 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.395638 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.397928 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.399707 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.401023 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.407217 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.408075 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:10.485325 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:10.490301 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-72bbaa32-923a-443f-9a4b-cdee8f2a11f2 req-6852e9e8-c73c-4dee-a538-d8cbb659b4ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399675 May 25 15:05:10.503430 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-8fe7ef2e-675f-45b0-8177-5de5e32337a5 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3537939 May 25 15:05:10.521782 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b721861-9b00-42c4-8f56-6fc4fe4e31b5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (5f8f2b0f-f51f-4b2f-ad2b-c65ba717ddd5), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.527662 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b721861-9b00-42c4-8f56-6fc4fe4e31b5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (5f8f2b0f-f51f-4b2f-ad2b-c65ba717ddd5), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.544504 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Request body: {'port': {'device_id': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:10.585447 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Attempting to bind port 80583076-4cef-4134-b864-46835ee6e521 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:10.586201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Attempting to bind port 80583076-4cef-4134-b864-46835ee6e521 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:10.586201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Attempting to bind port 80583076-4cef-4134-b864-46835ee6e521 on network 8f07a35b-468d-4fda-8b66-780e134cd081 {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:10.593830 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Provisioning complete for port 352ce2b4-dafc-474d-bf9c-430c9df43d41 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:10.594236 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.609226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b721861-9b00-42c4-8f56-6fc4fe4e31b5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8f2b0f-f51f-4b2f-ad2b-c65ba717ddd5,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:10.624489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b721861-9b00-42c4-8f56-6fc4fe4e31b5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.625848 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6b721861-9b00-42c4-8f56-6fc4fe4e31b5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1055284 May 25 15:05:10.629062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58180) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:10.638889 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-ac006012-7b32-4c59-ad23-beb76f69241f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'security_group_rule': {'security_group_id': '4f71ddad-3e8d-4875-8c59-984671269967', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:10.690164 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 287f37d4-92e9-4217-9631-e9fe427b1277, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=287f37d4-92e9-4217-9631-e9fe427b1277,segment=NetworkSegment(9ced1481-fc24-4d0b-b9b6-c408d3817179),segment_id=9ced1481-fc24-4d0b-b9b6-c408d3817179)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:10.692418 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:10.692831 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Checking segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:10.693267 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.693699 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Bound using segment: {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:10.694245 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Bound port: 80583076-4cef-4134-b864-46835ee6e521, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01d466-d20e-414a-b253-74b8430e5981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:10.695905 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (80583076-4cef-4134-b864-46835ee6e521), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.698183 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.717255 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490f9fd-5fd9-4ddd-a697-b53b8a0aa93b None None] Pushing event updated for resources: {'Port': ['ID=80583076-4cef-4134-b864-46835ee6e521,revision_number=2']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:10.761631 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:10.776849 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ac006012-7b32-4c59-ad23-beb76f69241f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (25f797e1-78bb-42a3-a33e-53c5647cfea1), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.000270 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=287f37d4-92e9-4217-9631-e9fe427b1277,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:11.031162 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ac006012-7b32-4c59-ad23-beb76f69241f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (25f797e1-78bb-42a3-a33e-53c5647cfea1), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.051821 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ac006012-7b32-4c59-ad23-beb76f69241f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (25f797e1-78bb-42a3-a33e-53c5647cfea1), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.064203 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450857d7-9878-4907-b6d5-ae355da8865d req-50e28c93-741c-49d1-a3ac-240a366bc6b0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:11.073515 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-450857d7-9878-4907-b6d5-ae355da8865d req-50e28c93-741c-49d1-a3ac-240a366bc6b0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 932 time: 0.1955564 May 25 15:05:11.100723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ac006012-7b32-4c59-ad23-beb76f69241f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.102292 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-ac006012-7b32-4c59-ad23-beb76f69241f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4722478 May 25 15:05:11.108200 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58182) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:11.114713 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-1a286c26-6e50-41b4-862d-581f5e56f49b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'security_group_rule': {'security_group_id': '4f71ddad-3e8d-4875-8c59-984671269967', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:11.127940 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:11.141100 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] For port 80583076-4cef-4134-b864-46835ee6e521, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:11.160338 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Router b34bba36-dfd8-433b-82bc-81649f0078ec has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:05:11.184418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac006012-7b32-4c59-ad23-beb76f69241f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f797e1-78bb-42a3-a33e-53c5647cfea1,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:11.191899 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1a286c26-6e50-41b4-862d-581f5e56f49b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (0e404ec8-5dd6-4b1b-ad95-d079e44634ac), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.199493 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-450857d7-9878-4907-b6d5-ae355da8865d req-b3c69dc8-6cba-4f2f-8b5b-9b81d7b7571e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248434 May 25 15:05:11.225220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:11.234401 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] For port 80583076-4cef-4134-b864-46835ee6e521, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=80583076-4cef-4134-b864-46835ee6e521,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:11.304164 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (80583076-4cef-4134-b864-46835ee6e521), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.306712 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Current status of the port 352ce2b4-dafc-474d-bf9c-430c9df43d41 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:11.307982 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1a286c26-6e50-41b4-862d-581f5e56f49b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (0e404ec8-5dd6-4b1b-ad95-d079e44634ac), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.329853 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1a286c26-6e50-41b4-862d-581f5e56f49b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (0e404ec8-5dd6-4b1b-ad95-d079e44634ac), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.400265 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490f9fd-5fd9-4ddd-a697-b53b8a0aa93b None None] Pushing event updated for resources: {'Port': ['ID=80583076-4cef-4134-b864-46835ee6e521,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:11.435577 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:11.436487 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.484077 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a286c26-6e50-41b4-862d-581f5e56f49b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e404ec8-5dd6-4b1b-ad95-d079e44634ac,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:11.510881 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:11.517396 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1a286c26-6e50-41b4-862d-581f5e56f49b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.523144 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58186) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:11.527323 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Provisioning complete for port 287f37d4-92e9-4217-9631-e9fe427b1277 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:11.528148 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-2db8629e-d2b1-480a-9271-3dacd1bb0031 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'security_group_rule': {'security_group_id': '4f71ddad-3e8d-4875-8c59-984671269967', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:11.529096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.541027 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-1a286c26-6e50-41b4-862d-581f5e56f49b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4307597 May 25 15:05:11.573993 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:11.603622 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0d72afb3-2c30-4238-be46-8bfa40153a96 admin admin] 10.222.0.78 "PUT /v2.0/routers/b34bba36-dfd8-433b-82bc-81649f0078ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9967101 May 25 15:05:11.626371 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af13f183-e203-48b0-88ea-6554e58e9b95 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:05:11.643739 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2db8629e-d2b1-480a-9271-3dacd1bb0031 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (95884730-3ab2-4324-a7b1-b4580d906612), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.655901 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Publish callbacks [] for port (af13f183-e203-48b0-88ea-6554e58e9b95), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.816807 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Transition to ACTIVE for port object af13f183-e203-48b0-88ea-6554e58e9b95 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:05:11.843585 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:11.853598 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108604ca-8df4-4aff-b40a-9bfe31e7d988 req-73cd5410-46b5-453b-9783-352875028337 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:11.855469 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-108604ca-8df4-4aff-b40a-9bfe31e7d988 req-73cd5410-46b5-453b-9783-352875028337 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1956978 May 25 15:05:11.928982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Pushing event updated for resources: {'Port': ['ID=af13f183-e203-48b0-88ea-6554e58e9b95,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:12.015597 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:12.043966 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:12.047077 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2db8629e-d2b1-480a-9271-3dacd1bb0031 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (95884730-3ab2-4324-a7b1-b4580d906612), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.073448 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Routers {'b34bba36-dfd8-433b-82bc-81649f0078ec'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:12.074320 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['b34bba36-dfd8-433b-82bc-81649f0078ec'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:12.093875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2db8629e-d2b1-480a-9271-3dacd1bb0031 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (95884730-3ab2-4324-a7b1-b4580d906612), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.135067 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-108604ca-8df4-4aff-b40a-9bfe31e7d988 req-dd884733-2490-4505-b79d-fddb5d35dfbf tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136190 May 25 15:05:12.168182 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8629e-d2b1-480a-9271-3dacd1bb0031 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95884730-3ab2-4324-a7b1-b4580d906612,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:12.183564 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-2db8629e-d2b1-480a-9271-3dacd1bb0031 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.187808 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58198) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:12.192893 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'security_group_rule': {'security_group_id': '4f71ddad-3e8d-4875-8c59-984671269967', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:12.197976 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-2db8629e-d2b1-480a-9271-3dacd1bb0031 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6736722 May 25 15:05:12.232733 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.securitygroups_db [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Project ffb2008af6964bc5b2e94a630bfe78e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:05:12.250240 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (39cff2da-eb0c-4323-9921-681f840f70ff), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.258156 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.258317 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Attempting to bind port af13f183-e203-48b0-88ea-6554e58e9b95 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:12.258706 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Attempting to bind port af13f183-e203-48b0-88ea-6554e58e9b95 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:12.260817 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Attempting to bind port af13f183-e203-48b0-88ea-6554e58e9b95 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:12.274063 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Port af13f183-e203-48b0-88ea-6554e58e9b95 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:05:12.274247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Attempting to bind port af13f183-e203-48b0-88ea-6554e58e9b95 on network 620eaca4-828c-4c2d-a756-ed68aa31fbcf {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:12.283225 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:12.287011 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:12.289147 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Checking segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:12.289728 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Bound using segment: {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:12.291631 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Bound port: af13f183-e203-48b0-88ea-6554e58e9b95, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e550-b90c-4030-b7cd-c0a6311f6d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:12.291925 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.446707 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (39cff2da-eb0c-4323-9921-681f840f70ff), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.446976 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] Set router b34bba36-dfd8-433b-82bc-81649f0078ec gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:12.454364 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (39cff2da-eb0c-4323-9921-681f840f70ff), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.553047 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] For port af13f183-e203-48b0-88ea-6554e58e9b95, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:12.563928 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] For port af13f183-e203-48b0-88ea-6554e58e9b95, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=af13f183-e203-48b0-88ea-6554e58e9b95,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:12.581732 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.592158 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.593020 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.594811 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4059350 May 25 15:05:12.595172 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:12.598671 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 352ce2b4-dafc-474d-bf9c-430c9df43d41 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:12.609701 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58206) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:12.625378 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'security_group_rule': {'security_group_id': '4f71ddad-3e8d-4875-8c59-984671269967', 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:12.659621 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d82afe-a7aa-4248-98b4-1b35710fa006 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cff2da-eb0c-4323-9921-681f840f70ff,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:12.691864 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eecd95-ca36-4e64-b5f0-b653f7d7bd40 req-363a8121-723e-4bfd-9a30-10ed41cdf07b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:12.692701 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:12.693441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.695450 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] 10.222.0.72 "PUT /v2.0/ports/af13f183-e203-48b0-88ea-6554e58e9b95 HTTP/1.1" status: 200 len: 1094 time: 2.1562202 May 25 15:05:12.695930 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:12.706495 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-59eecd95-ca36-4e64-b5f0-b653f7d7bd40 req-363a8121-723e-4bfd-9a30-10ed41cdf07b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.3199923 May 25 15:05:12.712136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:12.780421 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:12.873193 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Current status of the port 287f37d4-92e9-4217-9631-e9fe427b1277 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:12.925903 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Provisioning complete for port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:12.928774 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd143c3-7d1d-4f6e-9dc8-9f69001da6dd x-openstack-request-id: req-2cd143c3-7d1d-4f6e-9dc8-9f69001da6dd {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:12.929135 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:12.929460 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2cd143c3-7d1d-4f6e-9dc8-9f69001da6dd {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:12.929921 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd143c3-7d1d-4f6e-9dc8-9f69001da6dd'] response: {'name': 'network-changed', 'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'status': 'completed', 'code': 200} May 25 15:05:12.932758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:12.961513 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-59eecd95-ca36-4e64-b5f0-b653f7d7bd40 req-8db49d53-1094-4d2a-bb4f-5a6edd9a1ffe tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540162 May 25 15:05:12.975610 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486c982-688f-4377-ba08-cd91ac05d331 service neutron] Pushing event updated for resources: {'Port': ['ID=af13f183-e203-48b0-88ea-6554e58e9b95,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:12.988268 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.securitygroups_db [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Project ffb2008af6964bc5b2e94a630bfe78e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:05:12.997086 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-b47d80a5-a730-4cd6-b9cd-972e24925c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:13.002988 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-b47d80a5-a730-4cd6-b9cd-972e24925c7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 1128 time: 0.1871409 May 25 15:05:13.004276 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (5da63e51-ac21-4431-bbbe-b9a4298cbc50), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:13.007739 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 352ce2b4-dafc-474d-bf9c-430c9df43d41 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:13.008229 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:13.082410 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-d8daedb5-3b02-4195-a503-5c8aec83abe2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af13f183-e203-48b0-88ea-6554e58e9b95 HTTP/1.1" status: 200 len: 217 time: 0.0629971 May 25 15:05:13.126312 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (5da63e51-ac21-4431-bbbe-b9a4298cbc50), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:13.132827 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (5da63e51-ac21-4431-bbbe-b9a4298cbc50), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:13.148361 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e7265-324d-4a4a-a392-5eb5f2ffda92 None None] Port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:05:13.177939 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da63e51-ac21-4431-bbbe-b9a4298cbc50,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:13.191376 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:13.192561 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5f9bad59-d8bc-4417-a07e-4a9c9926c3f3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5799170 May 25 15:05:13.252630 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-a860a481-7c12-4e40-a93e-372d633975d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:13.255681 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-a860a481-7c12-4e40-a93e-372d633975d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.1650674 May 25 15:05:13.310735 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 352ce2b4-dafc-474d-bf9c-430c9df43d41 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:13.317143 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '80583076-4cef-4134-b864-46835ee6e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 4, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port': {'id': '80583076-4cef-4134-b864-46835ee6e521', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7', 'name': '', 'network_id': '8288b079-52c6-4332-9076-91069344cb3c', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'mac_address': 'fa:16:3e:d9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:07Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 2, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'subnets': [{'id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:13.380465 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9fdbc7-aca5-446f-abf3-8dcf6d049959 None None] The sync data for ids ['b34bba36-dfd8-433b-82bc-81649f0078ec'] in dv-cinder-803823-9-iscsi is: [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '80583076-4cef-4134-b864-46835ee6e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 4, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port': {'id': '80583076-4cef-4134-b864-46835ee6e521', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7', 'name': '', 'network_id': '8288b079-52c6-4332-9076-91069344cb3c', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'mac_address': 'fa:16:3e:d9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:07Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 2, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'subnets': [{'id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:13.508059 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-cf3dc2e9-2273-4d66-8759-ca9abc9b2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:13.510124 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-cf3dc2e9-2273-4d66-8759-ca9abc9b2fc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2455084 May 25 15:05:13.699086 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a97bf1-6705-4584-a95d-b68291e944c1 req-7852371b-1d05-4c5c-8793-d520d1adc86b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:13.714520 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a0a97bf1-6705-4584-a95d-b68291e944c1 req-7852371b-1d05-4c5c-8793-d520d1adc86b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.2552013 May 25 15:05:13.752900 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 287f37d4-92e9-4217-9631-e9fe427b1277 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:13.841776 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a0a97bf1-6705-4584-a95d-b68291e944c1 req-d582dc98-57a4-4d90-93e1-d2aa67a64bbb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315048 May 25 15:05:13.844295 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-a68d520e-583f-42d5-8350-f34d8d14c98c service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188217 May 25 15:05:13.894492 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 287f37d4-92e9-4217-9631-e9fe427b1277 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:13.894911 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:14.021080 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-09ddce89-4991-421d-ac7e-64bdc5e4c9c8 req-9c8fa1fa-2e86-4e70-91a0-a6d382e07973 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331942 May 25 15:05:14.077181 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 287f37d4-92e9-4217-9631-e9fe427b1277 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:14.078245 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:14.194624 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1785-0b89-44f2-af43-774fe8b5b8c6 req-7d4f52c8-e5ac-48c6-95ab-10f660a6026a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:14.197745 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f88f1785-0b89-44f2-af43-774fe8b5b8c6 req-7d4f52c8-e5ac-48c6-95ab-10f660a6026a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.0992410 May 25 15:05:14.221900 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:14.222302 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:14.325717 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f88f1785-0b89-44f2-af43-774fe8b5b8c6 req-9c023721-4e92-440a-971a-029baeafd498 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173620 May 25 15:05:14.424243 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:14.424912 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:14.459230 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:14.465103 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:14.552619 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:14.782968 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Sync routers for ids ['1a5f30a3-64b7-4179-ae24-840212008e94'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:14.801689 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Routers {'1a5f30a3-64b7-4179-ae24-840212008e94'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:14.802381 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['1a5f30a3-64b7-4179-ae24-840212008e94'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:15.035603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-7d7566ba-34b5-452a-8e55-d2db40ba4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:15.043640 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-7d7566ba-34b5-452a-8e55-d2db40ba4acb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 1128 time: 0.1280558 May 25 15:05:15.052461 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Set router 1a5f30a3-64b7-4179-ae24-840212008e94 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:15.505989 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-43952209-9ac9-418f-b618-b0898647087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:15.514299 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-43952209-9ac9-418f-b618-b0898647087c service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.4197540 May 25 15:05:15.645102 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33980b57-43c6-4209-a1ff-c3c83ac5ad68 req-04b5254f-1815-4c17-bca6-76484372317e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:15.652190 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-46888ff0-d4bc-4fc4-800c-74c445b0573c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af13f183-e203-48b0-88ea-6554e58e9b95 HTTP/1.1" status: 200 len: 217 time: 0.1335793 May 25 15:05:15.653781 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-33980b57-43c6-4209-a1ff-c3c83ac5ad68 req-04b5254f-1815-4c17-bca6-76484372317e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.1139407 May 25 15:05:15.670127 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:05:04Z', 'revision_number': 4, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port': {'id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:41:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:58Z', 'updated_at': '2022-05-25T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '32d6d54e-12c6-4f89-b6c7-907c994c6c2a', 'name': '', 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'mac_address': 'fa:16:3e:3c:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:05Z', 'revision_number': 2, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'subnets': [{'id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:15.711737 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313fe4-47a4-49a3-88ab-827f94c0fd52 req-b18047ef-285b-4085-8d5e-3c1ed1d77021 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:15.713985 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b2313fe4-47a4-49a3-88ab-827f94c0fd52 req-b18047ef-285b-4085-8d5e-3c1ed1d77021 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.6367638 May 25 15:05:15.716187 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:15.717497 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:15.783766 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Checking router: 1a5f30a3-64b7-4179-ae24-840212008e94 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:15.784359 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Updating router 1a5f30a3-64b7-4179-ae24-840212008e94 port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a binding host dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:05:15.801960 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:15.815810 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:15.852991 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-33980b57-43c6-4209-a1ff-c3c83ac5ad68 req-8e6586d9-74d0-4996-9109-f0a9f72ca684 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979301 May 25 15:05:15.874513 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-42ddd8e2-6cdd-47af-bbcd-0d270a0d88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:15.875243 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:15.876925 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-42ddd8e2-6cdd-47af-bbcd-0d270a0d88a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.2128038 May 25 15:05:15.887274 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b2313fe4-47a4-49a3-88ab-827f94c0fd52 req-d97786db-88df-4fe6-879e-a4daaa95dfc8 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450562 May 25 15:05:15.941738 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:15.942146 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.003149 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-6662302e-ff31-4e6a-8726-f0d6a0d642d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:16.008204 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-6662302e-ff31-4e6a-8726-f0d6a0d642d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164341 May 25 15:05:16.084986 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:16.086288 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 80583076-4cef-4134-b864-46835ee6e521 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:16.165898 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:16.179170 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 80583076-4cef-4134-b864-46835ee6e521 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:16.179543 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (80583076-4cef-4134-b864-46835ee6e521), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.253521 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:16.254580 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:16.257981 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-6e01b2a4-7efb-4808-92cf-2afa0c03c9bf service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405899 May 25 15:05:16.274811 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Publish callbacks [] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), precommit_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.288012 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.354973 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 80583076-4cef-4134-b864-46835ee6e521 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:16.355383 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (80583076-4cef-4134-b864-46835ee6e521), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.424644 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] For port 80583076-4cef-4134-b864-46835ee6e521, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=80583076-4cef-4134-b864-46835ee6e521,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:16.433576 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (80583076-4cef-4134-b864-46835ee6e521), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.444916 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12582dbc-c70f-4075-b6c8-1e1e44c16dc6 req-2b6b3838-ac54-4437-9b11-9c5c32d739f5 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818824 May 25 15:05:16.491838 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Attempting to bind port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:16.492298 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Attempting to bind port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:16.492758 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Attempting to bind port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a on network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:16.500190 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f8e61-99a9-4c89-8183-9848bcdb0c85 None None] Pushing event updated for resources: {'Port': ['ID=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,revision_number=3']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:16.514144 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:16.514920 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Checking segment: {'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:16.515572 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.517104 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Bound using segment: {'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'} {{(pid=110351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:16.517871 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.managers [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Bound port: 32d6d54e-12c6-4f89-b6c7-907c994c6c2a, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af376ce5-df21-41b3-ab62-672c2bd163b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3'}}] {{(pid=110351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:16.518533 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), before_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.604729 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Pushing event updated for resources: {'Port': ['ID=80583076-4cef-4134-b864-46835ee6e521,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:16.655241 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3259688-3d9b-4e24-9cd6-efcf863eb9a2 None None] Provisioning complete for port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:16.655783 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3259688-3d9b-4e24-9cd6-efcf863eb9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.680433 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] For port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:16.689785 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.plugins.ml2.db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] For port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,segment=NetworkSegment(af376ce5-df21-41b3-ab62-672c2bd163b5),segment_id=af376ce5-df21-41b3-ab62-672c2bd163b5)] {{(pid=110351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:16.704561 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron_lib.callbacks.manager [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), after_update {{(pid=110351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:16.707579 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3259688-3d9b-4e24-9cd6-efcf863eb9a2 None None] Port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:05:16.808735 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Routers {'1a5f30a3-64b7-4179-ae24-840212008e94'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:16.810841 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['1a5f30a3-64b7-4179-ae24-840212008e94'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:16.823816 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f8e61-99a9-4c89-8183-9848bcdb0c85 None None] Pushing event updated for resources: {'Port': ['ID=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,revision_number=4']} {{(pid=110351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:17.132160 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] Set router 1a5f30a3-64b7-4179-ae24-840212008e94 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:17.137763 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7e398-1f16-420d-9ac3-c6deb0eb34cd req-b3a19353-00b0-4e30-aa7f-8ce6ae5725f2 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:17.146422 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-cdf74187-a4cb-40fd-83b6-7cff03b2034e None None] Provisioning complete for port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:17.147428 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cdf74187-a4cb-40fd-83b6-7cff03b2034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:17.155434 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2fe7e398-1f16-420d-9ac3-c6deb0eb34cd req-b3a19353-00b0-4e30-aa7f-8ce6ae5725f2 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.1504319 May 25 15:05:17.182045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502b0c7-7bcf-4173-a60e-b5b46a389ce8 req-751be119-309c-4e0f-955f-8faac6f9b05d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:17.192257 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2502b0c7-7bcf-4173-a60e-b5b46a389ce8 req-751be119-309c-4e0f-955f-8faac6f9b05d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1495178 May 25 15:05:17.317271 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2fe7e398-1f16-420d-9ac3-c6deb0eb34cd req-dbaf14b7-4c1a-403b-a2f5-deeecb7f460c tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597962 May 25 15:05:17.337070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-cdf74187-a4cb-40fd-83b6-7cff03b2034e None None] Current status of the port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:17.337598 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cdf74187-a4cb-40fd-83b6-7cff03b2034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:17.346095 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:17.355118 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2502b0c7-7bcf-4173-a60e-b5b46a389ce8 req-f7e16777-0af7-49a5-85e6-c5ef03503647 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563146 May 25 15:05:17.481206 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-cdf74187-a4cb-40fd-83b6-7cff03b2034e None None] For port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,segment=NetworkSegment(af376ce5-df21-41b3-ab62-672c2bd163b5),segment_id=af376ce5-df21-41b3-ab62-672c2bd163b5)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:17.504465 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cdf74187-a4cb-40fd-83b6-7cff03b2034e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:17.565911 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 32d6d54e-12c6-4f89-b6c7-907c994c6c2a up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:17.666271 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf74187-a4cb-40fd-83b6-7cff03b2034e None None] Pushing event updated for resources: {'Port': ['ID=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:17.688681 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:17.689201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:17.731680 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:05:04Z', 'revision_number': 4, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port': {'id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:41:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:58Z', 'updated_at': '2022-05-25T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '32d6d54e-12c6-4f89-b6c7-907c994c6c2a', 'name': '', 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'mac_address': 'fa:16:3e:3c:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:16Z', 'revision_number': 4, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'subnets': [{'id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:17.756613 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Sync routers for ids ['b34bba36-dfd8-433b-82bc-81649f0078ec'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:17.771731 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f56696-d62c-43c0-b3fe-bc4930686165 None None] The sync data for ids ['1a5f30a3-64b7-4179-ae24-840212008e94'] in dv-cinder-803823-9-iscsi is: [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:05:04Z', 'revision_number': 4, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port': {'id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:41:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:58Z', 'updated_at': '2022-05-25T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '32d6d54e-12c6-4f89-b6c7-907c994c6c2a', 'name': '', 'network_id': '165fe542-deb1-4d6f-aea1-ab2d9bf813a3', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'mac_address': 'fa:16:3e:3c:ad:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:16Z', 'revision_number': 4, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'subnets': [{'id': 'e188343b-ee89-4d6f-adcd-02a0b063f334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:17.805775 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Routers {'b34bba36-dfd8-433b-82bc-81649f0078ec'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:17.807079 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['b34bba36-dfd8-433b-82bc-81649f0078ec'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:17.886733 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:18.047416 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:18.048722 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 80583076-4cef-4134-b864-46835ee6e521 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:18.307778 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Set router b34bba36-dfd8-433b-82bc-81649f0078ec gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:18.594147 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6338d3-27fc-4586-9b6b-474a38d7590d req-cc05d626-6dce-4147-85f3-3e144b7871fd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:18.594767 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 80583076-4cef-4134-b864-46835ee6e521 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:18.595014 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (80583076-4cef-4134-b864-46835ee6e521), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:18.600468 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac825aae-5760-40a8-81b7-bcc977295252 req-889e153c-a245-400d-b914-cb24864fe8ff tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:18.611381 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac825aae-5760-40a8-81b7-bcc977295252 req-889e153c-a245-400d-b914-cb24864fe8ff tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.1094923 May 25 15:05:18.613415 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7d6338d3-27fc-4586-9b6b-474a38d7590d req-cc05d626-6dce-4147-85f3-3e144b7871fd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0982041 May 25 15:05:18.672726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:18.722630 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ac825aae-5760-40a8-81b7-bcc977295252 req-d8f6ec25-afec-4f59-8d6b-62305e3c75d9 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041849 May 25 15:05:18.775083 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7d6338d3-27fc-4586-9b6b-474a38d7590d req-0111c2e2-5c54-4aa9-82e2-1d046c557edb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602921 May 25 15:05:18.855008 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:18.885655 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 80583076-4cef-4134-b864-46835ee6e521 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:18.899195 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '80583076-4cef-4134-b864-46835ee6e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 4, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port': {'id': '80583076-4cef-4134-b864-46835ee6e521', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7', 'name': '', 'network_id': '8288b079-52c6-4332-9076-91069344cb3c', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'mac_address': 'fa:16:3e:d9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:07Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 2, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'subnets': [{'id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:18.945822 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Checking router: b34bba36-dfd8-433b-82bc-81649f0078ec for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:18.946451 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Updating router b34bba36-dfd8-433b-82bc-81649f0078ec port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 binding host dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 15:05:18.979273 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.399973 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Publish callbacks [] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), precommit_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.415541 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.477205 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 32d6d54e-12c6-4f89-b6c7-907c994c6c2a up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:19.531083 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:19.585204 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984d59a-1f6d-4781-9a71-451daeb7fec6 None None] Pushing event updated for resources: {'Port': ['ID=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,revision_number=3']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:19.616016 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:19.616016 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.681777 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Attempting to bind port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 on host dv-cinder-803823-9-iscsi for vnic_type normal with profile {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:19.682263 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Attempting to bind port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 by drivers openvswitch,hyperv on host dv-cinder-803823-9-iscsi at level 0 using segments [{'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:19.682609 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Attempting to bind port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 on network 8288b079-52c6-4332-9076-91069344cb3c {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:19.717118 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Checking agent: {'id': '7e900fb7-0782-40f3-9d5b-dabd6cea15b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 46, 42), 'started_at': datetime.datetime(2022, 5, 25, 14, 47, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:19.717354 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Checking segment: {'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:19.717652 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.718080 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Bound using segment: {'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'} {{(pid=110350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:19.718726 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.managers [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Bound port: e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7, host: dv-cinder-803823-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ced1481-fc24-4d0b-b9b6-c408d3817179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '8288b079-52c6-4332-9076-91069344cb3c'}}] {{(pid=110350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:19.719147 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.802476 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:19.805974 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-74740428-db62-4ff4-909a-ee9922d267ae None None] Provisioning complete for port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:19.806375 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-74740428-db62-4ff4-909a-ee9922d267ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.871682 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] For port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7, host dv-cinder-803823-9-iscsi, cleared binding levels {{(pid=110350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:19.873564 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-74740428-db62-4ff4-909a-ee9922d267ae None None] Port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:05:19.876363 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] For port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7, host dv-cinder-803823-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,segment=NetworkSegment(9ced1481-fc24-4d0b-b9b6-c408d3817179),segment_id=9ced1481-fc24-4d0b-b9b6-c408d3817179)] {{(pid=110350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:19.887304 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:19.893106 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017687b-98bd-4895-8755-29431d74bb02 req-899a0e63-0e25-454e-b322-d2b8cc1814fb tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:19.902439 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7017687b-98bd-4895-8755-29431d74bb02 req-899a0e63-0e25-454e-b322-d2b8cc1814fb tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.1034944 May 25 15:05:19.990351 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7017687b-98bd-4895-8755-29431d74bb02 req-f37710d9-136c-482f-b565-a49c735e5e9f tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865045 May 25 15:05:20.010476 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065485a-a046-4cd9-ae2b-a93918eaac72 req-43720155-d215-420b-9415-313e61efee77 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:20.020590 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2065485a-a046-4cd9-ae2b-a93918eaac72 req-43720155-d215-420b-9415-313e61efee77 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1230264 May 25 15:05:20.103348 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:20.106322 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984d59a-1f6d-4781-9a71-451daeb7fec6 None None] Pushing event updated for resources: {'Port': ['ID=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:20.149097 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Routers {'b34bba36-dfd8-433b-82bc-81649f0078ec'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:20.150032 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['b34bba36-dfd8-433b-82bc-81649f0078ec'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:20.237675 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2065485a-a046-4cd9-ae2b-a93918eaac72 req-c6ab81de-db52-4cdd-b7a2-04358d5be82c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157567 May 25 15:05:20.301309 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:20.373783 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] Set router b34bba36-dfd8-433b-82bc-81649f0078ec gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:20.535787 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-bf556bd2-2552-4a48-b032-1ca7c0163d06 None None] Provisioning complete for port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:20.536594 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bf556bd2-2552-4a48-b032-1ca7c0163d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:20.683718 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '80583076-4cef-4134-b864-46835ee6e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 4, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port': {'id': '80583076-4cef-4134-b864-46835ee6e521', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7', 'name': '', 'network_id': '8288b079-52c6-4332-9076-91069344cb3c', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'mac_address': 'fa:16:3e:d9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:07Z', 'updated_at': '2022-05-25T15:05:19Z', 'revision_number': 4, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'subnets': [{'id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:20.688344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-bf556bd2-2552-4a48-b032-1ca7c0163d06 None None] Current status of the port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 is: DOWN; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:20.688815 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bf556bd2-2552-4a48-b032-1ca7c0163d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:20.719428 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762fd78e-b56a-46fe-b656-4267b608d3da None None] The sync data for ids ['b34bba36-dfd8-433b-82bc-81649f0078ec'] in dv-cinder-803823-9-iscsi is: [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '80583076-4cef-4134-b864-46835ee6e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:05:08Z', 'revision_number': 4, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port': {'id': '80583076-4cef-4134-b864-46835ee6e521', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7', 'name': '', 'network_id': '8288b079-52c6-4332-9076-91069344cb3c', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'mac_address': 'fa:16:3e:d9:30:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:07Z', 'updated_at': '2022-05-25T15:05:19Z', 'revision_number': 4, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'subnets': [{'id': '97e54380-933b-4d2f-91ce-2b59e3b0fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:20.760605 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-bf556bd2-2552-4a48-b032-1ca7c0163d06 None None] For port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,segment=NetworkSegment(9ced1481-fc24-4d0b-b9b6-c408d3817179),segment_id=9ced1481-fc24-4d0b-b9b6-c408d3817179)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:20.766645 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-bf556bd2-2552-4a48-b032-1ca7c0163d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:20.790230 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:20.837921 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf556bd2-2552-4a48-b032-1ca7c0163d06 None None] Pushing event updated for resources: {'Port': ['ID=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:21.142459 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44ab88-d2a7-4e8c-92bf-f5dc564987fb req-99b0e732-77bb-4f3e-b32c-818c3e578c46 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:21.150505 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ce44ab88-d2a7-4e8c-92bf-f5dc564987fb req-99b0e732-77bb-4f3e-b32c-818c3e578c46 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.0753906 May 25 15:05:21.234717 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ce44ab88-d2a7-4e8c-92bf-f5dc564987fb req-25526ebc-4df4-4972-862d-f48c3d70eff6 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826492 May 25 15:05:21.462199 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdffe5-1659-483c-a7d8-5a2107f7168f req-52d46eb9-b02f-43e9-9b88-5e5d007ee0d2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:21.471412 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-71fdffe5-1659-483c-a7d8-5a2107f7168f req-52d46eb9-b02f-43e9-9b88-5e5d007ee0d2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.1108971 May 25 15:05:21.508473 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 up at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:21.551895 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-71fdffe5-1659-483c-a7d8-5a2107f7168f req-93edb9a9-3d1c-4065-b89a-059c9090e0df tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795727 May 25 15:05:21.583217 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Provisioning complete for port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:21.584073 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:21.712006 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Current status of the port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:22.365275 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dcb6c-0793-4b5f-b729-46f6100c10df req-051f2bc9-65cc-426c-a7b9-793d87a94b0d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:22.370481 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-339dcb6c-0793-4b5f-b729-46f6100c10df req-051f2bc9-65cc-426c-a7b9-793d87a94b0d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 944 time: 0.0624959 May 25 15:05:22.399539 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:22.451153 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-339dcb6c-0793-4b5f-b729-46f6100c10df req-080fd9df-4a49-4cfc-b99a-0af81f2261f2 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766246 May 25 15:05:22.744336 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b08f-59ff-461d-8903-72404001614a req-8a8a86d7-5550-4f54-b905-0a153624fab5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:22.752237 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9a43b08f-59ff-461d-8903-72404001614a req-8a8a86d7-5550-4f54-b905-0a153624fab5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0668578 May 25 15:05:22.812792 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9a43b08f-59ff-461d-8903-72404001614a req-f160605d-731d-4d3a-9d12-66416fb0de18 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594256 May 25 15:05:23.238541 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device af13f183-e203-48b0-88ea-6554e58e9b95 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:05:23.370084 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port af13f183-e203-48b0-88ea-6554e58e9b95, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=af13f183-e203-48b0-88ea-6554e58e9b95,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:23.384590 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'port_id': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'mac_address': 'fa:16:3e:a5:1e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:05:23.429502 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:23.432404 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port af13f183-e203-48b0-88ea-6554e58e9b95 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:23.432793 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:23.452957 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af13f183-e203-48b0-88ea-6554e58e9b95 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:05:23.477617 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port af13f183-e203-48b0-88ea-6554e58e9b95, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=af13f183-e203-48b0-88ea-6554e58e9b95,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:23.484087 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:23.590156 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=af13f183-e203-48b0-88ea-6554e58e9b95,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:23.599841 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.600236 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.600583 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.600921 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.601308 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.601534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220278d-bdd4-40e8-910a-b424f2fb2583 req-484181c5-4b26-44cc-8b79-b1accc588bb7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:23.602049 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.602049 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.602361 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.602693 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.603018 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.603344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.603670 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.604116 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d220278d-bdd4-40e8-910a-b424f2fb2583 req-484181c5-4b26-44cc-8b79-b1accc588bb7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 945 time: 0.0649872 May 25 15:05:23.610214 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.610214 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.610750 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:05:23.680022 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d220278d-bdd4-40e8-910a-b424f2fb2583 req-9c94f9a8-6fca-4bf4-bab1-1b2c6f3a58ac tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697081 May 25 15:05:23.895619 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['af13f183-e203-48b0-88ea-6554e58e9b95'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:05:23.952270 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e9089-958e-4e1e-b558-49d7dbf66e95 req-0e23b747-1c24-4934-a812-223300707a66 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:23.954614 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f43e9089-958e-4e1e-b558-49d7dbf66e95 req-0e23b747-1c24-4934-a812-223300707a66 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0558903 May 25 15:05:24.014735 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f43e9089-958e-4e1e-b558-49d7dbf66e95 req-778a28ea-d837-408c-abfc-ee9a52a9ba47 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535059 May 25 15:05:24.820240 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16e995-c535-4b59-9a23-026d4946b3e5 req-51c8f036-578e-4518-bc6c-cf99b7896b41 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:24.822527 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3c16e995-c535-4b59-9a23-026d4946b3e5 req-51c8f036-578e-4518-bc6c-cf99b7896b41 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 945 time: 0.0673110 May 25 15:05:24.879548 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3c16e995-c535-4b59-9a23-026d4946b3e5 req-a78cc515-b8d0-4026-b186-a0392611b4c1 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473506 May 25 15:05:25.103483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:25.149878 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77566-c9eb-44ca-93cd-5c63503cc10a req-ba4f018d-1891-42e9-ac16-846b5919a90a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:25.151617 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f8b77566-c9eb-44ca-93cd-5c63503cc10a req-ba4f018d-1891-42e9-ac16-846b5919a90a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0566595 May 25 15:05:25.206519 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f8b77566-c9eb-44ca-93cd-5c63503cc10a req-cc1db54f-70ac-451e-a2a0-fd2188d71d9e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491967 May 25 15:05:25.236372 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device af13f183-e203-48b0-88ea-6554e58e9b95 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:25.261705 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:25.292477 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port af13f183-e203-48b0-88ea-6554e58e9b95 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:05:25.298936 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port af13f183-e203-48b0-88ea-6554e58e9b95 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:25.299308 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:25.382818 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port af13f183-e203-48b0-88ea-6554e58e9b95 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:25.383207 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:25.407920 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:25.410195 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd825d0-fbdb-4d4d-8028-eaac1fb797f1" -d '{"events": [{"server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "name": "network-vif-plugged", "status": "completed", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:25.428359 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port af13f183-e203-48b0-88ea-6554e58e9b95, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=af13f183-e203-48b0-88ea-6554e58e9b95,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:25.433287 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:25.462124 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b4a9f0-2f94-4784-bd80-21fc256c583e x-openstack-request-id: req-f8b4a9f0-2f94-4784-bd80-21fc256c583e {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:25.462413 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "name": "network-vif-plugged", "status": "completed", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:25.462663 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8b4a9f0-2f94-4784-bd80-21fc256c583e {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:25.463052 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b4a9f0-2f94-4784-bd80-21fc256c583e'] response: {'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'code': 200} May 25 15:05:25.493832 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=af13f183-e203-48b0-88ea-6554e58e9b95,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:25.697480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-4b36d576-7b08-4dc5-bdfe-783ea4f7b56e tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:25.699003 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-4b36d576-7b08-4dc5-bdfe-783ea4f7b56e tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/networks?id=f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 200 len: 814 time: 0.1185784 May 25 15:05:25.716747 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-4c0c4512-5087-4235-874d-4c9673adb82a tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/quotas/5e9e55701e7c4fe180a21d1934298240 HTTP/1.1" status: 200 len: 375 time: 0.0113606 May 25 15:05:25.803996 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-3a4a6cb3-b958-45da-933f-3c047bf465f9 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799990 May 25 15:05:25.805035 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef45dc-ef37-4a37-9986-1c78a1c9be8c req-bab60c73-5b36-49fe-8e25-777af7a78215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:25.806406 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-17ef45dc-ef37-4a37-9986-1c78a1c9be8c req-bab60c73-5b36-49fe-8e25-777af7a78215 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 1130 time: 0.0682518 May 25 15:05:25.894930 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:25.918591 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-17ef45dc-ef37-4a37-9986-1c78a1c9be8c req-1f035f14-f8f5-4499-9a10-659fea860136 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030672 May 25 15:05:25.947627 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-6e65a8de-efab-4024-9b2d-13574938f7c2 service neutron] 10.222.0.78 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310713 May 25 15:05:26.004790 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df02923-a6e3-43d8-a21b-4b662da0ef51 req-e552a5f3-1635-466b-9df0-619bf3042832 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:26.006565 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0df02923-a6e3-43d8-a21b-4b662da0ef51 req-e552a5f3-1635-466b-9df0-619bf3042832 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.0542300 May 25 15:05:26.040211 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-74e1b700-a140-4488-825e-23e0ec3ee0b4 service neutron] 10.222.0.78 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863554 May 25 15:05:26.057077 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0df02923-a6e3-43d8-a21b-4b662da0ef51 req-836107b8-5eb5-4bb9-893c-942dde183fb4 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 May 25 15:05:26.203223 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1a74f467-9333-4dbf-9c81-8fa3135b6383 req-c5d8f556-5f3a-47c0-b5b4-1385d89bc5ab tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 210 time: 0.0283129 May 25 15:05:26.330465 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3a4f7-6c35-4677-a2d2-afb68d1895f5 req-8f10347f-386e-460a-80f1-f666078c5fe7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:26.331977 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eea3a4f7-6c35-4677-a2d2-afb68d1895f5 req-8f10347f-386e-460a-80f1-f666078c5fe7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0497327 May 25 15:05:26.382792 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eea3a4f7-6c35-4677-a2d2-afb68d1895f5 req-00166e72-308c-4101-aa6a-7eefbdffc5a6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449638 May 25 15:05:27.184405 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8bb2-55b1-46c5-ae67-23ee7f963e96 req-bf7b29c8-c017-44e6-a0d1-76fef237a937 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:27.185950 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-45fe8bb2-55b1-46c5-ae67-23ee7f963e96 req-bf7b29c8-c017-44e6-a0d1-76fef237a937 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.0540462 May 25 15:05:27.241229 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-45fe8bb2-55b1-46c5-ae67-23ee7f963e96 req-b4353fcf-cc2b-47cb-b4b0-135730072b7b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493965 May 25 15:05:27.257208 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:05:27.323240 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-adbbafab-eb07-45f7-9dbf-ffd37469c93f req-58d58639-0563-4efc-b97a-ccbe64d2262a tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 210 time: 0.0360479 May 25 15:05:27.379225 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:27.393651 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '1f402e27-3709-41db-8b59-49501ea83eb5', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'port_id': '1f402e27-3709-41db-8b59-49501ea83eb5', 'mac_address': 'fa:16:3e:ad:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:05:27.434970 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:27.435364 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:27.526697 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57297ec3-d64c-4464-8c9f-6ca04d011bb5 req-30c75727-e9c4-474c-a29a-7a22a3fd2139 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:27.531742 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-57297ec3-d64c-4464-8c9f-6ca04d011bb5 req-30c75727-e9c4-474c-a29a-7a22a3fd2139 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 943 time: 0.0673785 May 25 15:05:27.581031 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-57297ec3-d64c-4464-8c9f-6ca04d011bb5 req-d2d353b2-766e-4ef3-9929-f4073457ea1d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455141 May 25 15:05:27.591670 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f402e27-3709-41db-8b59-49501ea83eb5 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:05:27.616949 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:27.621090 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:27.669182 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=9']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:27.803449 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:05:28.050680 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['1f402e27-3709-41db-8b59-49501ea83eb5'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:05:28.053880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:28.437287 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b16ab-2fad-4803-b3f9-c0af66c82a8f req-c7995fee-7e74-4989-a6ef-9710bc176031 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:28.438824 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a13b16ab-2fad-4803-b3f9-c0af66c82a8f req-c7995fee-7e74-4989-a6ef-9710bc176031 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.0921912 May 25 15:05:28.441135 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-63fc08f0-3f49-4d7d-bd89-da4b38cb0882 req-55e746ab-ab8b-4e7d-ae64-c8e36e2288c8 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 210 time: 0.0364943 May 25 15:05:28.460703 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-150ed2c0-c3bd-4964-9ab7-b03e10840ede tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:28.462149 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-150ed2c0-c3bd-4964-9ab7-b03e10840ede tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.72 "GET /v2.0/networks?id=f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 200 len: 814 time: 0.1716907 May 25 15:05:28.501912 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'port': {'device_id': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'admin_state_up': True, 'tenant_id': '5e9e55701e7c4fe180a21d1934298240'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:28.510933 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a13b16ab-2fad-4803-b3f9-c0af66c82a8f req-c797fcd5-b841-4f6b-8771-fcc358bc5d76 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643551 May 25 15:05:28.626580 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Made reservation on behalf of 5e9e55701e7c4fe180a21d1934298240 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:05:28.630474 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:28.633891 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec7044-d4c6-4549-84e0-cbb68ef23307 req-a7c0b16b-1a96-4f11-9280-691f7ced61ad tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:28.636297 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ebec7044-d4c6-4549-84e0-cbb68ef23307 req-a7c0b16b-1a96-4f11-9280-691f7ced61ad tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.0558808 May 25 15:05:28.663143 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:28.700639 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ebec7044-d4c6-4549-84e0-cbb68ef23307 req-b60f0167-f756-44d3-b81e-c2c20a6f65c3 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561252 May 25 15:05:28.723903 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58402) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:28.781476 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240de72-2a96-4329-992a-4b38383850a5 req-c4766c70-449b-4121-b3b7-78f2dd8b793b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:28.783083 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5240de72-2a96-4329-992a-4b38383850a5 req-c4766c70-449b-4121-b3b7-78f2dd8b793b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 944 time: 0.0851774 May 25 15:05:28.868573 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Allocated IP 172.20.0.7 (f7618e0a-05c6-4611-8c95-878452bf932d/86565b5b-551a-4002-ae56-bbc813332260/14bd1814-6415-4936-8dc1-ab3f7060d8b1) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:28.910603 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5240de72-2a96-4329-992a-4b38383850a5 req-edc45d64-ec96-4e01-96e4-59304042adfd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096404 May 25 15:05:28.946505 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380f6e0-333c-49fb-afcc-f3b541f54961 tempest-TestVolumeBootPattern-894471157 tempest-TestVolumeBootPattern-894471157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:28.950049 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e380f6e0-333c-49fb-afcc-f3b541f54961 tempest-TestVolumeBootPattern-894471157 tempest-TestVolumeBootPattern-894471157-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 1125 time: 0.2241962 May 25 15:05:28.952575 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58418) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:28.960726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'port_id': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:28.984054 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:28.990604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.174874 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.279636 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:29.340652 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Allocated IP 172.27.0.152 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/1fe59f70-73b4-4868-a034-a5a35248dac9) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:29.407356 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 1f402e27-3709-41db-8b59-49501ea83eb5 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:29.407743 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.533525 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.574464 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 1f402e27-3709-41db-8b59-49501ea83eb5 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:29.575135 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.582675 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:29.607282 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.612241 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:29.626508 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:29.634977 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18f8510-facb-4694-9671-25373c6ac960" -d '{"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-plugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:29.643705 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:29.670120 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:29.680394 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.687366 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bb797c82-6733-4a1e-b652-7dd7e43f0cab req-eb936fad-fd01-4ddb-8b15-b1e6630a4ca7 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 210 time: 0.1026347 May 25 15:05:29.706179 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db3c01e-c037-418a-9a68-9fff1bd0b5b4 x-openstack-request-id: req-7db3c01e-c037-418a-9a68-9fff1bd0b5b4 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:29.706527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-plugged", "status": "completed", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:29.706811 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7db3c01e-c037-418a-9a68-9fff1bd0b5b4 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:29.707289 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db3c01e-c037-418a-9a68-9fff1bd0b5b4'] response: {'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5', 'code': 200} May 25 15:05:29.717088 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:29.720951 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:29.725455 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:29.761668 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.779129 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=10']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:29.779894 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=1fe59f70-73b4-4868-a034-a5a35248dac9,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:29.829863 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:29.893393 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Network f7618e0a-05c6-4611-8c95-878452bf932d is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:29.897820 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:29.915586 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:30.017986 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:30.075526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:30.077045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.099775 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-de4fa851-4b9b-4313-8860-f67c78e4ad12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6061299 May 25 15:05:30.168858 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18385b-a3da-4be6-af41-80109cb0f30a req-43ffd4ba-0917-4c0d-9301-8dd742280b58 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:30.176441 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cf18385b-a3da-4be6-af41-80109cb0f30a req-43ffd4ba-0917-4c0d-9301-8dd742280b58 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0900531 May 25 15:05:30.267939 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:30.298807 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cf18385b-a3da-4be6-af41-80109cb0f30a req-ca158984-f914-4ab9-9c6b-35663625a31d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212761 May 25 15:05:30.374326 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-e9bde1d6-2168-4656-bcfa-b56810f66951 None None] Provisioning complete for port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:30.374951 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-e9bde1d6-2168-4656-bcfa-b56810f66951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.412477 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-e9bde1d6-2168-4656-bcfa-b56810f66951 None None] Port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:05:30.470157 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.541953 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.747652 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.756096 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.829117 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370893-12e1-4479-9409-9eb113e130be req-9e288d96-476c-40c8-94d2-8a84f5935e6d tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:30.832756 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf370893-12e1-4479-9409-9eb113e130be req-9e288d96-476c-40c8-94d2-8a84f5935e6d tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0728030 May 25 15:05:30.832941 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:30.836484 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event updated for resources: {'Port': ['ID=1fe59f70-73b4-4868-a034-a5a35248dac9,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:30.849681 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:30.951386 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf370893-12e1-4479-9409-9eb113e130be req-70338d5d-f927-4af6-928a-98ce284711d2 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098454 May 25 15:05:31.026684 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Floating IP c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6 associated. External IP: 172.27.0.152, port: af13f183-e203-48b0-88ea-6554e58e9b95. May 25 15:05:31.287169 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:05:31.462965 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:31.481298 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:05:31.493004 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:05:31.508700 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:31.509672 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:31.528332 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375359c-19d4-48e8-8ec3-a644679475ee req-caef7a1a-4b39-4a92-9234-0510e09d7c0f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:31.529998 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1375359c-19d4-48e8-8ec3-a644679475ee req-caef7a1a-4b39-4a92-9234-0510e09d7c0f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.1201208 May 25 15:05:31.539534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:31.609986 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1375359c-19d4-48e8-8ec3-a644679475ee req-cdeada02-ddd7-4387-9aa2-52e46f131e9a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674846 May 25 15:05:31.614658 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-2a6c318f-7497-481a-aa3a-33c6f4d8cae8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6577179 May 25 15:05:31.615431 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:31.617883 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21acb342-7432-4e11-a7e3-5ad4747fb375" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:31.651608 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:31.654698 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:31.673411 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013caf60-352d-4460-ad33-2973b780ea8a x-openstack-request-id: req-013caf60-352d-4460-ad33-2973b780ea8a {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:31.673695 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:31.673941 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-013caf60-352d-4460-ad33-2973b780ea8a {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:31.674371 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013caf60-352d-4460-ad33-2973b780ea8a'] response: {'name': 'network-changed', 'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'status': 'completed', 'code': 200} May 25 15:05:31.898053 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:a5:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:05:30Z', 'updated_at': '2022-05-25T15:05:30Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}, {'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:32.023451 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:05:32.034423 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:05:32.035053 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:32.091228 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c388-9579-4d1e-ab97-415dd33d5374 req-47f192d2-2f0c-4d94-96fd-6a2c029c67c3 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:32.093138 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0212c388-9579-4d1e-ab97-415dd33d5374 req-47f192d2-2f0c-4d94-96fd-6a2c029c67c3 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0507612 May 25 15:05:32.156469 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:05:32.193028 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0212c388-9579-4d1e-ab97-415dd33d5374 req-14301581-84f7-44fc-8f67-2df77fbee81c tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916080 May 25 15:05:32.376389 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:a5:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:05:30Z', 'updated_at': '2022-05-25T15:05:30Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}, {'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:05:32.404915 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aec682-7b70-4bf2-8054-4673b1d70f6f None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:a5:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:05:30Z', 'updated_at': '2022-05-25T15:05:30Z', 'revision_number': 0, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}, {'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:05:32.626622 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5c957-6de1-402b-9a3c-84aa1cb8b101 None None] New status for floating IP c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:05:32.784122 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908763a-4d3f-43b7-8805-fdbdbd6f99e8 req-c465230c-8145-4d0b-bb3c-acdb6a53b47d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:32.785641 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d908763a-4d3f-43b7-8805-fdbdbd6f99e8 req-c465230c-8145-4d0b-bb3c-acdb6a53b47d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0532830 May 25 15:05:32.838495 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d908763a-4d3f-43b7-8805-fdbdbd6f99e8 req-78ebf12d-d39e-47c7-873c-040389e77864 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468941 May 25 15:05:33.334626 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce1a04-2193-4403-8af0-a8679b8da100 req-c57acadf-e5f0-4133-9796-1d958e2e6282 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:33.337382 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-10ce1a04-2193-4403-8af0-a8679b8da100 req-c57acadf-e5f0-4133-9796-1d958e2e6282 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0581205 May 25 15:05:33.397217 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-10ce1a04-2193-4403-8af0-a8679b8da100 req-89b0fb04-9af4-455b-b978-f67831afa470 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538344 May 25 15:05:33.968481 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702bfa-64a9-4ed8-988a-737a4f6e3a67 req-2559ab8c-8cb1-4343-ac39-9664519a8500 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:33.970068 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-78702bfa-64a9-4ed8-988a-737a4f6e3a67 req-2559ab8c-8cb1-4343-ac39-9664519a8500 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0494244 May 25 15:05:34.027792 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-78702bfa-64a9-4ed8-988a-737a4f6e3a67 req-0848e34b-4fb3-46a3-a9b5-5c51f6c38fbb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520997 May 25 15:05:34.531687 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d5c9-b136-4ae0-8cbc-9c3b60dfc66a req-dfc0f66f-09ed-4443-9517-bc08504146ca tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:34.534969 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-78a0d5c9-b136-4ae0-8cbc-9c3b60dfc66a req-dfc0f66f-09ed-4443-9517-bc08504146ca tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0654294 May 25 15:05:34.590104 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-78a0d5c9-b136-4ae0-8cbc-9c3b60dfc66a req-9822e81a-a7ac-4c2c-a61d-dc51f2871683 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 May 25 15:05:34.620674 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8150d0a6-654b-4269-9595-011025da61aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:35.169318 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827dd4-5b0d-42d0-b3cd-16eb7ffb157f req-030dce70-eb53-465a-9f9b-7d1d8ffdee6d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:35.171748 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-05827dd4-5b0d-42d0-b3cd-16eb7ffb157f req-030dce70-eb53-465a-9f9b-7d1d8ffdee6d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0495780 May 25 15:05:35.230239 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-05827dd4-5b0d-42d0-b3cd-16eb7ffb157f req-a9992017-6ed6-444e-bb33-63d0ddc4f20d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525489 May 25 15:05:35.730530 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b03d8-18ae-4183-8099-e9788846700b req-78c73418-97e8-4603-abb1-ae1d5851a391 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:35.732111 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-928b03d8-18ae-4183-8099-e9788846700b req-78c73418-97e8-4603-abb1-ae1d5851a391 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0642893 May 25 15:05:35.765709 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:35.784649 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-928b03d8-18ae-4183-8099-e9788846700b req-78fc9a56-c5de-40d6-89d3-03e5e496b371 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 May 25 15:05:36.376866 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd105ed-3055-4562-b92c-f2d29ace4b61 req-1ef51f64-d57a-4094-b424-c40bf3a425ff tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:36.378494 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-acd105ed-3055-4562-b92c-f2d29ace4b61 req-1ef51f64-d57a-4094-b424-c40bf3a425ff tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0663636 May 25 15:05:36.468843 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-acd105ed-3055-4562-b92c-f2d29ace4b61 req-41e89d1b-6ce4-40f6-8372-a5a0d7df8187 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813546 May 25 15:05:36.948410 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a65b7-3a94-4a67-b809-5d2152ff26ca req-82097e2c-6724-40dc-b59e-719fbf8ef552 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:36.951424 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fd7a65b7-3a94-4a67-b809-5d2152ff26ca req-82097e2c-6724-40dc-b59e-719fbf8ef552 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0708756 May 25 15:05:37.020343 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fd7a65b7-3a94-4a67-b809-5d2152ff26ca req-a683c872-5d9d-42e9-9283-0a22466ee8f1 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 May 25 15:05:37.536179 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-abd9dcbf-9537-4deb-979f-96aaea47345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:37.645543 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ba959-9efe-40b2-989c-b18f0301ca53 req-6c0c0a21-ce1e-4285-8e6c-bedf8b78250a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:37.647328 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-636ba959-9efe-40b2-989c-b18f0301ca53 req-6c0c0a21-ce1e-4285-8e6c-bedf8b78250a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0826910 May 25 15:05:37.653097 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:37.673645 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-13d7c628-2f23-4819-a277-3dca1672ba38 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443150314&fields=id&tenant_id=ffb2008af6964bc5b2e94a630bfe78e5 HTTP/1.1" status: 200 len: 267 time: 0.0596471 May 25 15:05:37.712324 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-636ba959-9efe-40b2-989c-b18f0301ca53 req-df3ad2d9-ea20-425e-a60e-63b16da8ff97 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585771 May 25 15:05:37.803190 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:37.825683 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-c670eb3a-5554-4e22-86fa-06370d4c2673 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:37.827319 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-c670eb3a-5554-4e22-86fa-06370d4c2673 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/networks?id=c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 200 len: 808 time: 0.1404171 May 25 15:05:37.848968 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-bf3ff29c-d1d5-44ea-8afa-d8135212f945 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/quotas/ffb2008af6964bc5b2e94a630bfe78e5 HTTP/1.1" status: 200 len: 375 time: 0.0111091 May 25 15:05:37.909475 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-b6aed75a-54dd-4d98-a53f-43a93eb55005 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563989 May 25 15:05:38.015819 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-b8236727-785d-4b1b-afff-bc7bf4b12d02 service neutron] 10.222.0.78 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944304 May 25 15:05:38.124170 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-68ee2c69-753a-40e0-bbce-256a0e35f58c service neutron] 10.222.0.78 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026273 May 25 15:05:38.171631 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd554fe-5f96-4dc7-a2f9-75a6323dd194 req-44db5260-2123-4a3a-93cf-e9c45e4bd250 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:38.179169 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9cd554fe-5f96-4dc7-a2f9-75a6323dd194 req-44db5260-2123-4a3a-93cf-e9c45e4bd250 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0702531 May 25 15:05:38.226497 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9cd554fe-5f96-4dc7-a2f9-75a6323dd194 req-abc29763-024c-421f-976a-35bf7161f9b4 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 May 25 15:05:38.432134 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bc98d935-9d08-40ac-b726-14d35228efc2 req-eaedf663-46f5-4f5d-b82c-755565488869 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 210 time: 0.0282617 May 25 15:05:38.837711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfce62c-cbbb-4f2f-b413-a8c940fcdf57 req-cfc558cd-4504-4309-9b97-64ba918d1164 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:38.843173 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2cfce62c-cbbb-4f2f-b413-a8c940fcdf57 req-cfc558cd-4504-4309-9b97-64ba918d1164 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0553973 May 25 15:05:38.894290 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2cfce62c-cbbb-4f2f-b413-a8c940fcdf57 req-ba61764b-a9f5-4ab7-92cf-cafaece530ba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480881 May 25 15:05:39.006579 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Request body: {'port': {'device_id': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:39.077218 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.096946 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-ee5150ff-9a0c-4cb7-9b92-8b37d69c102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:39.098477 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-ee5150ff-9a0c-4cb7-9b92-8b37d69c102b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 1130 time: 0.0504906 May 25 15:05:39.131687 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.349786 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb243e0-78bf-4503-8551-5d807f144358 req-2390d620-12a1-4321-b94e-271faec7ca7a tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:39.351412 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ceb243e0-78bf-4503-8551-5d807f144358 req-2390d620-12a1-4321-b94e-271faec7ca7a tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 931 time: 0.0524440 May 25 15:05:39.392431 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bd1814-6415-4936-8dc1-ab3f7060d8b1 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:05:39.400884 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Publish callbacks [] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.407056 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:39.415835 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-ceb243e0-78bf-4503-8551-5d807f144358 req-c5895003-71a8-4b16-8510-234d4b15d16d tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542724 May 25 15:05:39.416168 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Transition to ACTIVE for port object 14bd1814-6415-4936-8dc1-ab3f7060d8b1 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:05:39.422039 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.490426 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:39.558587 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-effefdc5-8628-4e96-a3f9-5282c4fbba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:39.560490 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-effefdc5-8628-4e96-a3f9-5282c4fbba86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.1437223 May 25 15:05:39.591144 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e77602dc-37f3-44b8-9228-93ce21b189e1 req-0a604427-1dd5-449e-9cff-c67a310c6e80 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 210 time: 0.0622206 May 25 15:05:39.626718 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Attempting to bind port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:39.627100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Attempting to bind port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:39.627380 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Attempting to bind port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 on network f7618e0a-05c6-4611-8c95-878452bf932d {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:39.633410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 on network f7618e0a-05c6-4611-8c95-878452bf932d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:05:39.633410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Attempting to bind port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 on network f7618e0a-05c6-4611-8c95-878452bf932d {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:39.639308 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:39.639651 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Checking segment: {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:39.640439 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Bound using segment: {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:39.640872 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Bound port: 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1742f97-b4fa-48c8-9118-89569a1e0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:39.641325 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.649253 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-ab27dcdd-cfc0-4791-8430-f404897fd89b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af13f183-e203-48b0-88ea-6554e58e9b95 HTTP/1.1" status: 200 len: 1002 time: 0.0778365 May 25 15:05:39.684476 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:39.719417 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70113e-9eb4-4119-aa49-22e2e2aa76ea req-34417cc4-a681-4578-ada8-7bfb8eac6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:39.721482 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8f70113e-9eb4-4119-aa49-22e2e2aa76ea req-34417cc4-a681-4578-ada8-7bfb8eac6806 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 1130 time: 0.0767119 May 25 15:05:39.722156 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-d893539b-aa6a-4265-9c15-7812a0e4f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:39.723592 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-d893539b-aa6a-4265-9c15-7812a0e4f499 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0478144 May 25 15:05:39.733452 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:39.745972 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:39.749651 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:39.755371 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.791554 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:39.792247 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:39.793575 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] 10.222.0.72 "PUT /v2.0/ports/14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 1093 time: 0.7916360 May 25 15:05:39.794173 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:39.796352 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f405dbf-d9bd-47c1-baca-284ecbd840eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:39.822196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba34334-bd7c-40e9-aba8-4c935c8868e3 service neutron] Pushing event updated for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:39.838955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a3a9f-9d45-4ac8-800f-b1bd5c2df109 x-openstack-request-id: req-d56a3a9f-9d45-4ac8-800f-b1bd5c2df109 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:39.839612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:39.839612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d56a3a9f-9d45-4ac8-800f-b1bd5c2df109 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:39.840109 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56a3a9f-9d45-4ac8-800f-b1bd5c2df109'] response: {'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'status': 'completed', 'code': 200} May 25 15:05:40.030878 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1825ba8-5dd8-4718-a2c4-9d5f2eac94ba req-a895a4fb-312a-4c98-a43c-9b535b6ef8e6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:40.033077 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e1825ba8-5dd8-4718-a2c4-9d5f2eac94ba req-a895a4fb-312a-4c98-a43c-9b535b6ef8e6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0546579 May 25 15:05:40.080016 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-59bb1992-c73c-48c8-a586-0ca191561d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:40.082241 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-59bb1992-c73c-48c8-a586-0ca191561d24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475991 May 25 15:05:40.111464 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405dbf-d9bd-47c1-baca-284ecbd840eb req-1cf68ce8-bcd3-4055-93d6-55b3c6fba4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:40.112940 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6f405dbf-d9bd-47c1-baca-284ecbd840eb req-1cf68ce8-bcd3-4055-93d6-55b3c6fba4cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1127 time: 0.0639820 May 25 15:05:40.144596 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8f70113e-9eb4-4119-aa49-22e2e2aa76ea req-500b6fd7-99a4-4105-8446-2bfcec712ed6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104722 May 25 15:05:40.148231 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e1825ba8-5dd8-4718-a2c4-9d5f2eac94ba req-a3c21843-8f26-40c3-9475-aacd5038a404 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076643 May 25 15:05:40.183382 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-34230857-73d5-45df-a5cb-f9cc4cf5a23e service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933130 May 25 15:05:40.544774 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52db4-7bfc-45e8-80d2-9ad4af598b05 req-056a7b31-58b2-40e5-879b-8d09ed3627dd tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:40.546397 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9dd52db4-7bfc-45e8-80d2-9ad4af598b05 req-056a7b31-58b2-40e5-879b-8d09ed3627dd tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 943 time: 0.0604107 May 25 15:05:40.725339 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bb719124-d23c-4ec1-bb00-ac60f0940a08 req-7b62c856-d55c-4c61-9f09-a6190c5983c7 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 210 time: 0.0688045 May 25 15:05:40.783108 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405dbf-d9bd-47c1-baca-284ecbd840eb req-3fd647bf-f07c-4a06-86c9-d664825cee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:40.784627 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6f405dbf-d9bd-47c1-baca-284ecbd840eb req-3fd647bf-f07c-4a06-86c9-d664825cee89 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e9e55701e7c4fe180a21d1934298240&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2819905 May 25 15:05:40.791031 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-0865dcbe-9528-41e2-8f1e-41002ea02607 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:40.792520 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-0865dcbe-9528-41e2-8f1e-41002ea02607 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.72 "GET /v2.0/networks?id=c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 200 len: 808 time: 0.2917938 May 25 15:05:40.908206 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9dd52db4-7bfc-45e8-80d2-9ad4af598b05 req-708033c6-156f-49d7-bb91-e1b807b75b1c tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483109 May 25 15:05:40.918608 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-21acb342-7432-4e11-a7e3-5ad4747fb375 req-740edd28-6ac2-45b1-92b7-03c25a75b03f service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914402 May 25 15:05:41.177918 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-ce19616a-c80c-4b4a-adde-b24fa3e88cc9 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffb2008af6964bc5b2e94a630bfe78e5 HTTP/1.1" status: 200 len: 379 time: 0.1254644 May 25 15:05:41.195153 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'port': {'device_id': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'admin_state_up': True, 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'security_groups': ['4f71ddad-3e8d-4875-8c59-984671269967']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:41.198970 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:41.216798 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405dbf-d9bd-47c1-baca-284ecbd840eb req-8c5b648b-c889-4103-8879-5e8322bf1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:41.218376 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6f405dbf-d9bd-47c1-baca-284ecbd840eb req-8c5b648b-c889-4103-8879-5e8322bf1a50 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1645906 May 25 15:05:41.328288 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78542b-ef6e-43c1-af12-d01f641d5537 req-29e01104-0b6f-4bdd-bbd6-24bef82e9d8b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:41.330420 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3c78542b-ef6e-43c1-af12-d01f641d5537 req-29e01104-0b6f-4bdd-bbd6-24bef82e9d8b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0794501 May 25 15:05:41.387868 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-9ee2c3d6-dd0a-46d8-8586-be23b2b99f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:41.389372 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-9ee2c3d6-dd0a-46d8-8586-be23b2b99f0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1127 time: 0.0853672 May 25 15:05:41.462440 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Made reservation on behalf of ffb2008af6964bc5b2e94a630bfe78e5 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:05:41.465871 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:41.471149 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-c0104eab-f64b-4cd8-bbb3-27c49b1c9487 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 217 time: 0.0525854 May 25 15:05:41.479632 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3c78542b-ef6e-43c1-af12-d01f641d5537 req-f1d63d0d-ef12-48eb-8f0a-8a00992eba58 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296537 May 25 15:05:41.486614 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:41.602782 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Allocated IP 172.20.0.10 (c84be869-0fb3-40e0-a0bf-430d84d35277/ed16b30d-f6f8-4318-853b-db614c933a1d/d91fb4f2-8eda-4755-a625-3d06bee0b78d) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:41.754454 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:41.794639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:41.817051 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:41.848662 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3fe5bb8f-4930-47cb-a1ca-33cf20f0fbf2 req-ef79e186-3a58-4f1c-8ce4-17dfbfb20d12 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 210 time: 0.0437615 May 25 15:05:41.849211 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:41.897531 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Network c84be869-0fb3-40e0-a0bf-430d84d35277 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:41.900879 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:41.905250 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:41.942459 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:41.978333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:41.978974 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.007965 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-d8fe5e05-72e1-44d6-a0e0-83fc1d251cc8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210297 May 25 15:05:42.045582 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.079535 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd62d76-f2dd-4881-b520-f43bcd445783 req-21e4d5ba-02a7-47ef-b861-6d59765726b0 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:42.081472 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fdd62d76-f2dd-4881-b520-f43bcd445783 req-21e4d5ba-02a7-47ef-b861-6d59765726b0 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 943 time: 0.0804787 May 25 15:05:42.163245 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-464f17b2-0bbe-4a94-9408-ed0dd540b75e None None] Provisioning complete for port d91fb4f2-8eda-4755-a625-3d06bee0b78d triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:42.163613 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-464f17b2-0bbe-4a94-9408-ed0dd540b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.172729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Request body: {'port': {'device_id': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:42.205317 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fdd62d76-f2dd-4881-b520-f43bcd445783 req-1781c724-99fd-4e1f-a77b-8dedaa74b8d5 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132724 May 25 15:05:42.209072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:42.213247 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-464f17b2-0bbe-4a94-9408-ed0dd540b75e None None] Port d91fb4f2-8eda-4755-a625-3d06bee0b78d cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:05:42.232972 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-7b6531c1-b230-41d5-adab-3330d0af1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:42.234499 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-7b6531c1-b230-41d5-adab-3330d0af1550 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86565b5b-551a-4002-ae56-bbc813332260 HTTP/1.1" status: 200 len: 853 time: 0.1059604 May 25 15:05:42.262105 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.369377 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-cbda81cf-0e1c-4771-a3d6-bf20169af247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:42.371069 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-cbda81cf-0e1c-4771-a3d6-bf20169af247 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7618e0a-05c6-4611-8c95-878452bf932d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756364 May 25 15:05:42.378686 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=67 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:42.379956 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=91 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:42.518960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:42.607973 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-d9c8ddb8-74cc-4022-8d16-a004b39f4552 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148058 May 25 15:05:42.610975 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf650e6-42ca-4070-8ef2-c71f5f5f830e req-a7871bc4-3045-4b03-bf3a-786e99a26ea9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:42.612546 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1bf650e6-42ca-4070-8ef2-c71f5f5f830e req-a7871bc4-3045-4b03-bf3a-786e99a26ea9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0546696 May 25 15:05:42.662057 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1bf650e6-42ca-4070-8ef2-c71f5f5f830e req-d0afbef4-44ab-4da2-bd09-2fc212140147 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427773 May 25 15:05:42.754109 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91fb4f2-8eda-4755-a625-3d06bee0b78d {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:05:42.763816 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a587d9a7-98b4-4f7c-a8cc-4988f8a6386e req-cda49bac-62ef-4d36-8fdb-e26cd6ede1a5 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475880 May 25 15:05:42.765486 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Publish callbacks [] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.779806 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Transition to ACTIVE for port object d91fb4f2-8eda-4755-a625-3d06bee0b78d will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:05:42.784135 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.840157 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:42.939028 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Attempting to bind port d91fb4f2-8eda-4755-a625-3d06bee0b78d on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:05:42.939367 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Attempting to bind port d91fb4f2-8eda-4755-a625-3d06bee0b78d by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:05:42.939694 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Attempting to bind port d91fb4f2-8eda-4755-a625-3d06bee0b78d on network c84be869-0fb3-40e0-a0bf-430d84d35277 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:42.962441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Port d91fb4f2-8eda-4755-a625-3d06bee0b78d on network c84be869-0fb3-40e0-a0bf-430d84d35277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:05:42.962786 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Attempting to bind port d91fb4f2-8eda-4755-a625-3d06bee0b78d on network c84be869-0fb3-40e0-a0bf-430d84d35277 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:05:42.973345 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:05:42.973679 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Checking segment: {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:05:42.974091 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Bound using segment: {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:05:42.974533 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Bound port: d91fb4f2-8eda-4755-a625-3d06bee0b78d, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edfe8da-fd25-4dac-918c-c14c8e636ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:05:42.974900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:42.993339 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bc17a-b676-431e-98c1-7bf1ac739d77 req-25564490-6725-45a3-b9f8-064ef351cc8a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:42.994920 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4a6bc17a-b676-431e-98c1-7bf1ac739d77 req-25564490-6725-45a3-b9f8-064ef351cc8a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0715339 May 25 15:05:43.020738 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:43.090581 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4a6bc17a-b676-431e-98c1-7bf1ac739d77 req-01968706-746e-494d-8933-703478f1dd37 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871782 May 25 15:05:43.091555 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:05:43.095821 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:05:43.102382 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:43.139779 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:43.140418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:43.142366 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 1094 time: 0.9976356 May 25 15:05:43.142798 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:43.145079 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486cc59b-665d-4ad8-8ce7-5e1d2c2249cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:43.175106 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a957586-7687-490b-a2c7-2042b7d3d3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:43.187780 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7861c8f-4f43-4647-be73-f6e9a582beec x-openstack-request-id: req-a7861c8f-4f43-4647-be73-f6e9a582beec {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:43.188072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:43.188325 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7861c8f-4f43-4647-be73-f6e9a582beec {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:43.188949 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7861c8f-4f43-4647-be73-f6e9a582beec'] response: {'name': 'network-changed', 'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'status': 'completed', 'code': 200} May 25 15:05:43.332271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1e60d-5558-4a5c-a716-a41a0ba9aff7 req-be3caa1f-b84a-4e9f-abb3-37b7b2736fac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:43.333821 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-22b1e60d-5558-4a5c-a716-a41a0ba9aff7 req-be3caa1f-b84a-4e9f-abb3-37b7b2736fac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 943 time: 0.0472023 May 25 15:05:43.382826 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-22b1e60d-5558-4a5c-a716-a41a0ba9aff7 req-83b37816-a801-41b8-b640-25d60d72c779 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425160 May 25 15:05:43.973917 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cc59b-665d-4ad8-8ce7-5e1d2c2249cd req-3eac1627-af8b-4eaf-b265-7f0051264298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:43.975432 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-486cc59b-665d-4ad8-8ce7-5e1d2c2249cd req-3eac1627-af8b-4eaf-b265-7f0051264298 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0393643 May 25 15:05:44.091605 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cc59b-665d-4ad8-8ce7-5e1d2c2249cd req-04bf7773-e2a1-4c0a-9e96-7e9279b02622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:44.093059 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-486cc59b-665d-4ad8-8ce7-5e1d2c2249cd req-04bf7773-e2a1-4c0a-9e96-7e9279b02622 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0982506 May 25 15:05:44.106421 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:44.192324 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cc59b-665d-4ad8-8ce7-5e1d2c2249cd req-e2f2d295-cbf1-4fb2-b646-14bd4b64a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:44.193679 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-486cc59b-665d-4ad8-8ce7-5e1d2c2249cd req-e2f2d295-cbf1-4fb2-b646-14bd4b64a732 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0945280 May 25 15:05:44.218474 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de65dd-56ad-49b5-9463-2e502f6bd9c3 req-6b3d3b65-52e8-4b36-b7a1-624dec25a499 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:44.220620 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a6de65dd-56ad-49b5-9463-2e502f6bd9c3 req-6b3d3b65-52e8-4b36-b7a1-624dec25a499 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0526152 May 25 15:05:44.272159 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a6de65dd-56ad-49b5-9463-2e502f6bd9c3 req-739c6659-a0b2-4894-8bde-bdc6b2a3a6b6 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447533 May 25 15:05:44.308323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-2e5611bb-f660-4e89-ad1e-771edd8e4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:44.309821 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-2e5611bb-f660-4e89-ad1e-771edd8e4a8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0472667 May 25 15:05:44.369527 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-abcec3e6-819f-48be-ac0f-f56a0fb3547c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 217 time: 0.0326679 May 25 15:05:44.422561 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-c802bcc3-44c0-46e6-940c-a8fc4dd04e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:44.424652 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-c802bcc3-44c0-46e6-940c-a8fc4dd04e16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed16b30d-f6f8-4318-853b-db614c933a1d HTTP/1.1" status: 200 len: 847 time: 0.0472543 May 25 15:05:44.518341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-cd9501e9-dff7-48ea-b2a7-a5519a527eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:44.519837 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-cd9501e9-dff7-48ea-b2a7-a5519a527eed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c84be869-0fb3-40e0-a0bf-430d84d35277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870709 May 25 15:05:44.546669 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046e466-b2ca-4b7f-9f46-7067726b64bb req-542b5a6b-a68f-4ffd-9eb6-4d6f0e649fc6 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:44.548678 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7046e466-b2ca-4b7f-9f46-7067726b64bb req-542b5a6b-a68f-4ffd-9eb6-4d6f0e649fc6 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 943 time: 0.0683036 May 25 15:05:44.661883 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7046e466-b2ca-4b7f-9f46-7067726b64bb req-58acb7bf-9af6-4dfb-9a16-e87e80ee77df tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033194 May 25 15:05:44.667807 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-4d9bda60-3736-4da8-a4c5-b8e3d44b65da service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377206 May 25 15:05:45.020127 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d16c2279-e55b-4781-94a7-280fb29dc0bf req-b277f899-25f1-4ac6-887a-17bc0bdf3f60 service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413339 May 25 15:05:45.366512 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 14bd1814-6415-4936-8dc1-ab3f7060d8b1 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:05:45.405284 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82b893-1913-49d6-902a-f733c41f04a9 req-2c9dbb36-7061-4725-b6d0-5d7a4fba4815 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:45.406872 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8e82b893-1913-49d6-902a-f733c41f04a9 req-2c9dbb36-7061-4725-b6d0-5d7a4fba4815 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0569458 May 25 15:05:45.447498 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:45.470352 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8e82b893-1913-49d6-902a-f733c41f04a9 req-96a80dcd-f6e1-4277-9a5b-1bb43061fead tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526359 May 25 15:05:45.484335 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:45.497881 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'port_id': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'mac_address': 'fa:16:3e:88:8a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:05:45.534672 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:45.534949 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:45.550536 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bd1814-6415-4936-8dc1-ab3f7060d8b1 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:05:45.570991 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:45.575143 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:45.627792 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:45.778845 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe08c-264c-43d8-980b-99b4181a631a req-d6a8c5c2-dbfc-468f-894f-da55cb97d8f2 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:45.780401 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-af9fe08c-264c-43d8-980b-99b4181a631a req-d6a8c5c2-dbfc-468f-894f-da55cb97d8f2 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 944 time: 0.0507352 May 25 15:05:45.816554 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:45.836095 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-af9fe08c-264c-43d8-980b-99b4181a631a req-58394676-ea20-4557-b311-b131ef3882dd tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494680 May 25 15:05:46.026294 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['14bd1814-6415-4936-8dc1-ab3f7060d8b1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:05:46.096535 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:46.592775 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369214e0-9d0b-47e8-b219-0aee8dd2f33d req-00b9208a-9a4d-442a-86cc-6c25964f89aa tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:46.594334 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-369214e0-9d0b-47e8-b219-0aee8dd2f33d req-00b9208a-9a4d-442a-86cc-6c25964f89aa tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0487115 May 25 15:05:46.645856 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-369214e0-9d0b-47e8-b219-0aee8dd2f33d req-90b5c8b6-6759-4758-b9ad-6ebd95d313d8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458224 May 25 15:05:46.951030 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca3b59-667d-4d6b-8f5f-655f6c6406be req-9c0cf64e-ba88-440a-b75a-581de53d753d tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:46.952498 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c9ca3b59-667d-4d6b-8f5f-655f6c6406be req-9c0cf64e-ba88-440a-b75a-581de53d753d tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 944 time: 0.0488899 May 25 15:05:47.000488 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c9ca3b59-667d-4d6b-8f5f-655f6c6406be req-bb231235-47a3-450e-8285-c7578bc9e8c4 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418363 May 25 15:05:47.386411 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 14bd1814-6415-4936-8dc1-ab3f7060d8b1 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:47.427634 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:05:47.432955 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:47.433341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.508418 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:47.508799 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.531236 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:47.533536 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db4ba98-081f-4d62-89d5-0063841bac5a" -d '{"events": [{"server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "name": "network-vif-plugged", "status": "completed", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:47.546126 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:47.550808 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:47.573940 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c2a963-d6c5-4f19-84c5-34ecc810ab11 x-openstack-request-id: req-85c2a963-d6c5-4f19-84c5-34ecc810ab11 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:47.574258 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "name": "network-vif-plugged", "status": "completed", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:47.574510 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85c2a963-d6c5-4f19-84c5-34ecc810ab11 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:47.574900 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c2a963-d6c5-4f19-84c5-34ecc810ab11'] response: {'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'code': 200} May 25 15:05:47.601153 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:47.767390 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08210-ea0b-4e73-b46f-3aba47bf7373 req-12c7259b-2b0f-45e2-82d6-0c6cc4ccb47c tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:47.768923 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-22f08210-ea0b-4e73-b46f-3aba47bf7373 req-12c7259b-2b0f-45e2-82d6-0c6cc4ccb47c tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0533161 May 25 15:05:47.826638 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bfa50-e13f-46d2-b3a6-6a5daadfaf32 req-57202dbd-688d-4ed4-8276-44e1a4ae7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:47.828140 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ad5bfa50-e13f-46d2-b3a6-6a5daadfaf32 req-57202dbd-688d-4ed4-8276-44e1a4ae7609 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1129 time: 0.0583222 May 25 15:05:47.868209 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-22f08210-ea0b-4e73-b46f-3aba47bf7373 req-1aab3135-3567-4350-aa8d-d5a9e982c536 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894313 May 25 15:05:47.893366 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ad5bfa50-e13f-46d2-b3a6-6a5daadfaf32 req-291fe0b2-cab2-4f45-adfc-1d35eb535817 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 May 25 15:05:48.116522 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1afcbf-7b9b-40b5-b9d6-00d2e36816fc req-dee1fe04-5507-446f-aecd-9f45f88af495 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:48.118018 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7e1afcbf-7b9b-40b5-b9d6-00d2e36816fc req-dee1fe04-5507-446f-aecd-9f45f88af495 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0474598 May 25 15:05:48.165420 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7e1afcbf-7b9b-40b5-b9d6-00d2e36816fc req-c3930845-c7df-4537-86aa-ea5165ec20db tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 May 25 15:05:48.989019 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ef5bf-d7c6-403e-9c62-aee7b2d8ee47 req-38bf2306-4c92-44d9-a3dd-c60df85ce087 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:48.990740 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e13ef5bf-d7c6-403e-9c62-aee7b2d8ee47 req-38bf2306-4c92-44d9-a3dd-c60df85ce087 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0491281 May 25 15:05:49.043322 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e13ef5bf-d7c6-403e-9c62-aee7b2d8ee47 req-c9fc583d-aabd-4c01-aa4a-7371590f57eb tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 May 25 15:05:49.292830 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427c28c-2de8-4c06-a904-2109b92401be req-d3b18b07-592e-466a-8206-d9671297a252 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:49.294454 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d427c28c-2de8-4c06-a904-2109b92401be req-d3b18b07-592e-466a-8206-d9671297a252 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0563869 May 25 15:05:49.351881 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d427c28c-2de8-4c06-a904-2109b92401be req-48709892-89eb-4813-88ab-f8db47886b11 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476661 May 25 15:05:50.180396 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb98784-9cb6-425f-87dd-97220d2825ed req-607fd54d-71cd-4306-a8e8-c2faa92a12f4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:50.181835 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6eb98784-9cb6-425f-87dd-97220d2825ed req-607fd54d-71cd-4306-a8e8-c2faa92a12f4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0682101 May 25 15:05:50.212887 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:50.240024 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6eb98784-9cb6-425f-87dd-97220d2825ed req-ed98045b-9e09-49a2-97e7-1436a34b7d1f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521433 May 25 15:05:50.296703 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:50.475873 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd400e9-9197-4480-83e5-3d2081d1fa44 req-8fc93a20-b0e8-4190-9e1b-31c504cf0537 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:50.477272 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9fd400e9-9197-4480-83e5-3d2081d1fa44 req-8fc93a20-b0e8-4190-9e1b-31c504cf0537 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0498166 May 25 15:05:50.523663 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9fd400e9-9197-4480-83e5-3d2081d1fa44 req-9f826da8-1206-4928-89e9-2768b10fd266 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 May 25 15:05:50.641507 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db27d4-02c3-4671-b9b4-284275db8d32 req-fefa5870-6bff-4c92-b59c-6a6b159310a7 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:50.643305 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-19db27d4-02c3-4671-b9b4-284275db8d32 req-fefa5870-6bff-4c92-b59c-6a6b159310a7 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0532060 May 25 15:05:50.693255 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-19db27d4-02c3-4671-b9b4-284275db8d32 req-0fb17a66-57ee-49ae-a887-9fcfc55bf4aa tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444684 May 25 15:05:51.014491 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde8cb-bf75-4422-8993-c48e58d3943b req-c9f8d9f5-2cd3-4239-ad50-315f4fd2297b tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:51.015872 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6fbde8cb-bf75-4422-8993-c48e58d3943b req-c9f8d9f5-2cd3-4239-ad50-315f4fd2297b tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0467725 May 25 15:05:51.062273 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6fbde8cb-bf75-4422-8993-c48e58d3943b req-099c9983-88ad-4943-9ece-14b542abd9e1 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 May 25 15:05:51.374964 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d0224-7d2f-4f61-beba-34f4e6002423 req-e22e5b96-78f8-431a-916b-a80c2bf574b1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:51.376877 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-619d0224-7d2f-4f61-beba-34f4e6002423 req-e22e5b96-78f8-431a-916b-a80c2bf574b1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0664308 May 25 15:05:51.389635 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:51.434308 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-619d0224-7d2f-4f61-beba-34f4e6002423 req-825f5b45-f42d-4d23-984f-f195a7b7e041 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518570 May 25 15:05:52.558889 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698c430-0a1d-4985-b689-1028f74ee080 req-e31f3ec2-cf77-4e9c-9ca4-d51a1fc83f50 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:52.560442 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f698c430-0a1d-4985-b689-1028f74ee080 req-e31f3ec2-cf77-4e9c-9ca4-d51a1fc83f50 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0525241 May 25 15:05:52.614754 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f698c430-0a1d-4985-b689-1028f74ee080 req-7a8e93a8-095f-478b-833e-b0681da7c0a1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485423 May 25 15:05:53.400313 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device d91fb4f2-8eda-4755-a625-3d06bee0b78d details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:05:53.499773 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:53.512169 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'port_id': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'mac_address': 'fa:16:3e:1f:8b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:05:53.547846 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port d91fb4f2-8eda-4755-a625-3d06bee0b78d is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:53.548233 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:53.566311 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91fb4f2-8eda-4755-a625-3d06bee0b78d {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:05:53.586502 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:53.590747 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:53.613691 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:53.641351 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:53.733042 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea840bc-3712-456c-a701-76dd1262ac6a req-4cbc3b63-e154-4077-b48e-e99ae427ba77 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:53.734569 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dea840bc-3712-456c-a701-76dd1262ac6a req-4cbc3b63-e154-4077-b48e-e99ae427ba77 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 945 time: 0.0480642 May 25 15:05:53.787565 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dea840bc-3712-456c-a701-76dd1262ac6a req-2889f683-21ef-46e6-9d9c-8f5e23f000df tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 May 25 15:05:54.186484 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['d91fb4f2-8eda-4755-a625-3d06bee0b78d'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:05:54.330277 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:54.907121 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389732-87a8-4e91-bfb7-c32a64436f3a req-abc37da8-d2c4-4525-96a7-bf0ab8dad713 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:54.908680 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dd389732-87a8-4e91-bfb7-c32a64436f3a req-abc37da8-d2c4-4525-96a7-bf0ab8dad713 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 945 time: 0.0497131 May 25 15:05:54.959740 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dd389732-87a8-4e91-bfb7-c32a64436f3a req-0378bb43-aa70-4685-9669-07544b7c4c85 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455031 May 25 15:05:55.299831 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-0a01f168-8bac-4bdd-9da2-f776e066ddcd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433567 May 25 15:05:55.411842 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device d91fb4f2-8eda-4755-a625-3d06bee0b78d up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:05:55.423566 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-b8f5a061-e036-4d0c-91a7-5e3df37168c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:55.425076 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-b8f5a061-e036-4d0c-91a7-5e3df37168c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1129 time: 0.0463994 May 25 15:05:55.457058 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port d91fb4f2-8eda-4755-a625-3d06bee0b78d completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:05:55.463150 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port d91fb4f2-8eda-4755-a625-3d06bee0b78d triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:05:55.463531 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.547166 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port d91fb4f2-8eda-4755-a625-3d06bee0b78d is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:05:55.547676 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.551592 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-3d297f0e-4b3d-4b12-8fb7-e261765401da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:55.553652 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-3d297f0e-4b3d-4b12-8fb7-e261765401da service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.0966609 May 25 15:05:55.576076 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:05:55.578418 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b1e00-bd78-446c-954c-150d95f3bb11" -d '{"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-plugged", "status": "completed", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:05:55.596421 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:05:55.601754 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:55.610746 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:55.640059 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e4a9a8-d980-4dbe-b329-ca38268726fb x-openstack-request-id: req-16e4a9a8-d980-4dbe-b329-ca38268726fb {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:05:55.640309 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-8bdaabb8-11dc-4eb6-8c63-3ba19db56920 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 200 len: 1001 time: 0.0782135 May 25 15:05:55.640427 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-plugged", "status": "completed", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:05:55.640533 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-16e4a9a8-d980-4dbe-b329-ca38268726fb {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:05:55.640868 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e4a9a8-d980-4dbe-b329-ca38268726fb'] response: {'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'code': 200} May 25 15:05:55.670703 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:55.749429 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-e72cecf5-786e-43eb-8db8-3c828f4ecce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:55.751605 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-e72cecf5-786e-43eb-8db8-3c828f4ecce0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0555129 May 25 15:05:55.881418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-8b6d3a5a-9469-494a-945b-1f668026b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:55.883041 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-8b6d3a5a-9469-494a-945b-1f668026b0fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431149 May 25 15:05:56.015772 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-2e79afed-6e29-4f03-9b3c-b086de5a42bb service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227531 May 25 15:05:56.022270 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be532ab1-fce8-4357-939e-4b3a99c7b5dc req-fe62682d-3ce0-4331-ac48-cd451745b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:56.023779 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-be532ab1-fce8-4357-939e-4b3a99c7b5dc req-fe62682d-3ce0-4331-ac48-cd451745b2a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0539732 May 25 15:05:56.082778 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff5a8e-3df1-4014-aad8-fed4c3589029 req-2af37163-9d0a-4018-b689-006b7e2ecc4d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:56.084401 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6dff5a8e-3df1-4014-aad8-fed4c3589029 req-2af37163-9d0a-4018-b689-006b7e2ecc4d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0540409 May 25 15:05:56.139353 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-be532ab1-fce8-4357-939e-4b3a99c7b5dc req-a47b5361-63cb-4f8b-b58b-ff2c80fe0116 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001408 May 25 15:05:56.144872 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6dff5a8e-3df1-4014-aad8-fed4c3589029 req-fb88acfb-5d6a-4cf2-ac97-ac16e8cc5875 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545766 May 25 15:05:56.159062 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3566963b-5934-48ad-8f9e-5c3af423dd56 req-798c7028-e5f5-486b-9592-e4aa57abba6f service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278248 May 25 15:05:57.230687 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:57.271112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173f2f2-8468-4009-b45f-e4d02a242e4c req-4d916176-f170-402f-9ff3-22cc8b94c8bc tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:57.272771 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e173f2f2-8468-4009-b45f-e4d02a242e4c req-4d916176-f170-402f-9ff3-22cc8b94c8bc tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0532475 May 25 15:05:57.323694 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e173f2f2-8468-4009-b45f-e4d02a242e4c req-7fe9521e-79d3-435f-a3b8-8b1df833aee5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448263 May 25 15:05:58.442344 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ec755-adcd-40c7-9e04-2aa2bd7cb9a8 req-c06072da-e0ae-42f9-8de2-9b903fd268ba tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:58.443747 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-669ec755-adcd-40c7-9e04-2aa2bd7cb9a8 req-c06072da-e0ae-42f9-8de2-9b903fd268ba tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0484123 May 25 15:05:58.463604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:58.493351 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-669ec755-adcd-40c7-9e04-2aa2bd7cb9a8 req-0ca0db53-4d6e-4344-a1a1-f6083eb89f6d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441048 May 25 15:05:58.607664 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c218f-1288-4995-b6eb-94ad906235e8 req-e42c3eb5-073b-4198-b297-b2b045b68a22 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:58.609174 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-051c218f-1288-4995-b6eb-94ad906235e8 req-e42c3eb5-073b-4198-b297-b2b045b68a22 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0478396 May 25 15:05:58.662941 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-051c218f-1288-4995-b6eb-94ad906235e8 req-dd7c8822-779d-4e9d-8bb3-ec7f299cacd4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477049 May 25 15:05:58.684989 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58668) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:58.764813 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6fdd7-3c57-4298-b56a-267bee97184f tempest-TestShelveInstance-166717622 tempest-TestShelveInstance-166717622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:05:58.766347 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d7c6fdd7-3c57-4298-b56a-267bee97184f tempest-TestShelveInstance-166717622 tempest-TestShelveInstance-166717622-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1125 time: 0.0803730 May 25 15:05:58.769345 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58672) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:05:58.773497 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'port_id': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:05:58.794861 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.875925 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:58.991453 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Allocated IP 172.27.0.32 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/74945858-6024-40c1-8a67-55c07a19608b) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:05:59.063000 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:59.094900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for port (74945858-6024-40c1-8a67-55c07a19608b), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:59.133057 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (74945858-6024-40c1-8a67-55c07a19608b), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:59.176284 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:05:59.181383 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:05:59.184187 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:05:59.187782 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'Port': ['ID=74945858-6024-40c1-8a67-55c07a19608b,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:59.411215 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:59.558005 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for floatingip (1c41264b-3aa1-41f1-bae3-ccb2d1ff0877), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:59.628430 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (74945858-6024-40c1-8a67-55c07a19608b), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:59.823349 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for port (74945858-6024-40c1-8a67-55c07a19608b), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:59.828576 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (74945858-6024-40c1-8a67-55c07a19608b), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:05:59.907965 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event updated for resources: {'Port': ['ID=74945858-6024-40c1-8a67-55c07a19608b,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:05:59.917545 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:05:59.927083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (1c41264b-3aa1-41f1-bae3-ccb2d1ff0877), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:00.043462 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Floating IP 1c41264b-3aa1-41f1-bae3-ccb2d1ff0877 associated. External IP: 172.27.0.32, port: d91fb4f2-8eda-4755-a625-3d06bee0b78d. May 25 15:06:00.264997 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Router 418ba9c9-c01f-48f9-8f62-071d26d202b6 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:06:00.322791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:00.378486 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:06:00.389224 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] Sync routers for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:06:00.403490 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:00.406955 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:00.407999 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:00.443955 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-547f720e-bab1-4887-b719-2fc79b965e23 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6708224 May 25 15:06:00.443955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:00.444992 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110cf25f-a16c-4202-bc19-03fbe4235762" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:00.499130 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79da1e40-552b-4a4d-80f5-daf296d836dc x-openstack-request-id: req-79da1e40-552b-4a4d-80f5-daf296d836dc {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:00.499463 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:00.499723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79da1e40-552b-4a4d-80f5-daf296d836dc {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:00.500091 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79da1e40-552b-4a4d-80f5-daf296d836dc'] response: {'name': 'network-changed', 'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'status': 'completed', 'code': 200} May 25 15:06:00.541125 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:00.634692 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-5cf841f9-dcf2-461e-8f52-c80f5d4ea477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:00.636566 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-5cf841f9-dcf2-461e-8f52-c80f5d4ea477 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0547152 May 25 15:06:00.770949 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '1c41264b-3aa1-41f1-bae3-ccb2d1ff0877', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'port_id': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'mac_address': 'fa:16:3e:1f:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:05:59Z', 'updated_at': '2022-05-25T15:05:59Z', 'revision_number': 0, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:00Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:00.786157 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-f9905f38-35b1-428d-b192-886c677b38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:00.787768 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-f9905f38-35b1-428d-b192-886c677b38c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 200 len: 910 time: 0.1008055 May 25 15:06:00.800216 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] Checking router: 418ba9c9-c01f-48f9-8f62-071d26d202b6 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:06:00.809574 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:00.810233 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:00.857745 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-c1a293dc-3dbc-4a23-b222-7b501e03a185 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 999 time: 0.0630569 May 25 15:06:00.917799 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:00.921079 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-5e1be512-0bd3-4f55-8d9c-81f0d44272e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:00.922630 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-5e1be512-0bd3-4f55-8d9c-81f0d44272e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed16b30d-f6f8-4318-853b-db614c933a1d HTTP/1.1" status: 200 len: 847 time: 0.0530005 May 25 15:06:00.983639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-58f17b58-6e79-4f65-b50e-68103aba8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:00.985185 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-58f17b58-6e79-4f65-b50e-68103aba8675 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c84be869-0fb3-40e0-a0bf-430d84d35277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485260 May 25 15:06:01.101902 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-b0e81591-5233-4fb2-8013-fab6cefa154f service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004260 May 25 15:06:01.150433 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '1c41264b-3aa1-41f1-bae3-ccb2d1ff0877', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'port_id': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'mac_address': 'fa:16:3e:1f:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:05:59Z', 'updated_at': '2022-05-25T15:05:59Z', 'revision_number': 0, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:00Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:01.176589 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951b01e-093e-436a-8d2a-2da6c49c1e4e None None] The sync data for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi is: [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '1c41264b-3aa1-41f1-bae3-ccb2d1ff0877', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'port_id': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'mac_address': 'fa:16:3e:1f:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:05:59Z', 'updated_at': '2022-05-25T15:05:59Z', 'revision_number': 0, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:00Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:06:01.214654 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-110cf25f-a16c-4202-bc19-03fbe4235762 req-fb2c85ed-245e-463e-bd88-0c320f9c5fe6 service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956364 May 25 15:06:01.384592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03f484-1975-4cd5-a37f-33e107737ce1 None None] New status for floating IP 1c41264b-3aa1-41f1-bae3-ccb2d1ff0877: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:06:01.737519 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f9be9-0346-441d-8b44-4de15b6d187c req-2e25520d-0aad-4d9a-8595-47c20fe66bff tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:01.739067 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a14f9be9-0346-441d-8b44-4de15b6d187c req-2e25520d-0aad-4d9a-8595-47c20fe66bff tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0504470 May 25 15:06:01.765928 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:01.788372 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a14f9be9-0346-441d-8b44-4de15b6d187c req-cbd1a3cc-1ad1-499a-8a71-ac116d67362a tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 May 25 15:06:01.811655 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58692) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:01.903525 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb6c4c-c83b-4cf4-9454-006890db4d2f tempest-TestMinimumBasicScenario-1400283215 tempest-TestMinimumBasicScenario-1400283215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:01.904992 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d6eb6c4c-c83b-4cf4-9454-006890db4d2f tempest-TestMinimumBasicScenario-1400283215 tempest-TestMinimumBasicScenario-1400283215-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1124 time: 0.0923598 May 25 15:06:01.908041 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58696) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:01.912333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'port_id': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:01.939031 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.022215 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.082739 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:02.147546 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Allocated IP 172.27.0.233 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/4ca0fbd4-69e5-4e98-95d4-23cdf7523807) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:06:02.257083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.292252 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.340393 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:06:02.343502 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:06:02.346084 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:06:02.370914 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'Port': ['ID=4ca0fbd4-69e5-4e98-95d4-23cdf7523807,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:02.716427 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:02.721733 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for floatingip (ba59667d-31b9-4c08-a5eb-6143f2ab57ee), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.791448 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.846271 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:02.978677 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:02.984152 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.063583 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'Port': ['ID=4ca0fbd4-69e5-4e98-95d4-23cdf7523807,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:03.079002 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (ba59667d-31b9-4c08-a5eb-6143f2ab57ee), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.191367 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Floating IP ba59667d-31b9-4c08-a5eb-6143f2ab57ee associated. External IP: 172.27.0.233, port: 14bd1814-6415-4936-8dc1-ab3f7060d8b1. May 25 15:06:03.660299 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:06:03.772211 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:06:03.782651 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] Sync routers for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:06:03.796962 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.798581 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:03.799744 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:03.840930 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-95b9070e-8207-4011-9e05-3e52e82139ac tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9317963 May 25 15:06:03.841610 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:03.844494 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59c8bc8-063f-475e-95cd-eeb6584534f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:03.846891 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58700) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:03.851839 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-6b07eadb-87a4-4963-8c08-627f7e63c0da tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848098611', 'description': 'tempest-secgroup-smoke-848098611 description', 'project_id': '5e9e55701e7c4fe180a21d1934298240'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:03.939217 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b07eadb-87a4-4963-8c08-627f7e63c0da tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:03.949130 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad586f5-fe34-46c5-9783-e5af9a29b652 x-openstack-request-id: req-fad586f5-fe34-46c5-9783-e5af9a29b652 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:03.949130 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:03.949130 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fad586f5-fe34-46c5-9783-e5af9a29b652 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:03.949130 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad586f5-fe34-46c5-9783-e5af9a29b652'] response: {'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'status': 'completed', 'code': 200} May 25 15:06:03.952114 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:03.980902 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.028383 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.069324 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b07eadb-87a4-4963-8c08-627f7e63c0da tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group (6de920ad-333d-4f10-8a18-a2e9860b1a0e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.079688 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b07eadb-87a4-4963-8c08-627f7e63c0da tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6de920ad-333d-4f10-8a18-a2e9860b1a0e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.087478 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.102748 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-d96311b8-8aa3-435b-a45b-eb8492c1104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:04.104512 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-d96311b8-8aa3-435b-a45b-eb8492c1104e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1129 time: 0.0773969 May 25 15:06:04.123239 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6b07eadb-87a4-4963-8c08-627f7e63c0da tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.129970 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6b07eadb-87a4-4963-8c08-627f7e63c0da tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2766721 May 25 15:06:04.130322 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58704) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.138072 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'security_group_rule': {'security_group_id': '6de920ad-333d-4f10-8a18-a2e9860b1a0e', 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:04.150601 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07eadb-87a4-4963-8c08-627f7e63c0da tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de920ad-333d-4f10-8a18-a2e9860b1a0e,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.181211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (1456e4f6-5526-4f14-a9ab-5de34fd35241), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.259478 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-2fa81d3c-9308-4cf6-8174-10c87b876deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:04.262105 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-2fa81d3c-9308-4cf6-8174-10c87b876deb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 200 len: 916 time: 0.1332002 May 25 15:06:04.264347 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (1456e4f6-5526-4f14-a9ab-5de34fd35241), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.269586 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (1456e4f6-5526-4f14-a9ab-5de34fd35241), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.295241 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1456e4f6-5526-4f14-a9ab-5de34fd35241,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.297462 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.302438 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.304720 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730750 May 25 15:06:04.309262 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58706) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.312345 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'ba59667d-31b9-4c08-a5eb-6143f2ab57ee', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'port_id': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'mac_address': 'fa:16:3e:88:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:06:02Z', 'updated_at': '2022-05-25T15:06:02Z', 'revision_number': 0, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:09Z', 'revision_number': 5, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:04.314653 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-8176bb9d-bb1d-4721-ac0d-9ea226d92c20 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'security_group_rule': {'security_group_id': '6de920ad-333d-4f10-8a18-a2e9860b1a0e', 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:04.334342 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.334685 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.335020 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.335359 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.335701 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.336035 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.336361 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.336965 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.337220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.337581 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.337926 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.338640 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.338640 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.338833 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] Checking router: 8fd3de1f-8550-4435-a4a8-0d2eda80a511 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:06:04.338927 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.339211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507fb0ff-d877-4ed6-96cc-0a4dd030da87 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:04.349162 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:04.349796 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:05:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:04.358611 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8176bb9d-bb1d-4721-ac0d-9ea226d92c20 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (9a9338ce-bd16-452d-8480-0edfe6661d5a), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.362879 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-aa7c8626-f4fb-45ee-b12e-d010403e3220 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 999 time: 0.0821505 May 25 15:06:04.433415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-3a97b6ec-8a2b-403d-9b9b-c27e16c8fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:04.435430 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8176bb9d-bb1d-4721-ac0d-9ea226d92c20 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (9a9338ce-bd16-452d-8480-0edfe6661d5a), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.436520 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-3a97b6ec-8a2b-403d-9b9b-c27e16c8fcd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86565b5b-551a-4002-ae56-bbc813332260 HTTP/1.1" status: 200 len: 853 time: 0.0645366 May 25 15:06:04.442182 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8176bb9d-bb1d-4721-ac0d-9ea226d92c20 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (9a9338ce-bd16-452d-8480-0edfe6661d5a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.477414 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176bb9d-bb1d-4721-ac0d-9ea226d92c20 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9338ce-bd16-452d-8480-0edfe6661d5a,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.488876 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8176bb9d-bb1d-4721-ac0d-9ea226d92c20 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.489066 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:04.493545 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8176bb9d-bb1d-4721-ac0d-9ea226d92c20 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798687 May 25 15:06:04.493545 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58708) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.497111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-8b430946-bebe-4e46-a8e7-b0a68e153aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:04.497690 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-4d645d4b-8081-4259-ada2-fe86a0fb9b35 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'security_group_rule': {'security_group_id': '6de920ad-333d-4f10-8a18-a2e9860b1a0e', 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:04.498717 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-8b430946-bebe-4e46-a8e7-b0a68e153aa2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7618e0a-05c6-4611-8c95-878452bf932d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517049 May 25 15:06:04.526485 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4d645d4b-8081-4259-ada2-fe86a0fb9b35 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (743dae77-59ce-4dbc-b119-73263d93fce8), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.579506 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4d645d4b-8081-4259-ada2-fe86a0fb9b35 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (743dae77-59ce-4dbc-b119-73263d93fce8), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.584575 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4d645d4b-8081-4259-ada2-fe86a0fb9b35 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (743dae77-59ce-4dbc-b119-73263d93fce8), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.605985 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d645d4b-8081-4259-ada2-fe86a0fb9b35 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743dae77-59ce-4dbc-b119-73263d93fce8,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.614834 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4d645d4b-8081-4259-ada2-fe86a0fb9b35 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.618685 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4d645d4b-8081-4259-ada2-fe86a0fb9b35 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219661 May 25 15:06:04.618860 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58710) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.626960 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-79546969-e546-40c0-8efb-d2abbbd9e030 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'security_group_rule': {'security_group_id': '6de920ad-333d-4f10-8a18-a2e9860b1a0e', 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:04.629988 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-54a70c7d-f197-49af-8949-983496d25a43 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079438 May 25 15:06:04.635322 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-aef0570f-183e-44d4-9fda-2b93518997e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.663714 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-79546969-e546-40c0-8efb-d2abbbd9e030 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (71db1021-35b4-448e-a9fa-ead98e93210a), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.718835 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.730838 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-79546969-e546-40c0-8efb-d2abbbd9e030 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (71db1021-35b4-448e-a9fa-ead98e93210a), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.735873 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-79546969-e546-40c0-8efb-d2abbbd9e030 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (71db1021-35b4-448e-a9fa-ead98e93210a), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.752155 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e59c8bc8-063f-475e-95cd-eeb6584534f6 req-f313884f-22e8-4fbd-81c6-a2834a8c6c01 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995867 May 25 15:06:04.768549 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79546969-e546-40c0-8efb-d2abbbd9e030 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71db1021-35b4-448e-a9fa-ead98e93210a,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.774785 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-79546969-e546-40c0-8efb-d2abbbd9e030 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.776018 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-79546969-e546-40c0-8efb-d2abbbd9e030 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534576 May 25 15:06:04.779120 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58712) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.785298 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'security_group_rule': {'security_group_id': '6de920ad-333d-4f10-8a18-a2e9860b1a0e', 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:04.791909 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'ba59667d-31b9-4c08-a5eb-6143f2ab57ee', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'port_id': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'mac_address': 'fa:16:3e:88:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:06:02Z', 'updated_at': '2022-05-25T15:06:02Z', 'revision_number': 0, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:09Z', 'revision_number': 5, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:04.813029 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.securitygroups_db [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Project 5e9e55701e7c4fe180a21d1934298240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:06:04.820012 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d7b32-80c5-4208-801e-775c40fb49f9 None None] The sync data for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi is: [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'ba59667d-31b9-4c08-a5eb-6143f2ab57ee', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'port_id': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'mac_address': 'fa:16:3e:88:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:06:02Z', 'updated_at': '2022-05-25T15:06:02Z', 'revision_number': 0, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:09Z', 'revision_number': 5, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:06:04.824531 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (51fb151b-e67a-4ea2-8cd3-7e6a2e8557f9), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.825898 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:06:04.896979 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (51fb151b-e67a-4ea2-8cd3-7e6a2e8557f9), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.904900 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (51fb151b-e67a-4ea2-8cd3-7e6a2e8557f9), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.930734 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fb151b-e67a-4ea2-8cd3-7e6a2e8557f9,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:04.943418 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:04.944838 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8cfc3951-1239-44b2-94a8-15b9e26c8219 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1647916 May 25 15:06:04.947750 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58714) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:04.952577 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'security_group_rule': {'security_group_id': '6de920ad-333d-4f10-8a18-a2e9860b1a0e', 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:04.970154 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:04.978389 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.securitygroups_db [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Project 5e9e55701e7c4fe180a21d1934298240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 15:06:04.985742 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (61b7fd40-a707-468b-b74c-16f762e9cac6), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.053207 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (61b7fd40-a707-468b-b74c-16f762e9cac6), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.058524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (61b7fd40-a707-468b-b74c-16f762e9cac6), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.078787 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b7fd40-a707-468b-b74c-16f762e9cac6,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:05.086334 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.092334 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-af03630c-6376-4127-be11-db7b00bfc719 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388216 May 25 15:06:05.093158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4612c31-884c-473e-a297-6a7343a51dab None None] New status for floating IP ba59667d-31b9-4c08-a5eb-6143f2ab57ee: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:06:05.279657 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d888eb2f-e6fc-462b-acba-48b66093232f req-ffb87fe0-9cae-405a-80d2-205929b2f22e tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848098611&fields=id&tenant_id=5e9e55701e7c4fe180a21d1934298240 HTTP/1.1" status: 200 len: 267 time: 0.1103785 May 25 15:06:05.327737 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:05.345920 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888eb2f-e6fc-462b-acba-48b66093232f req-38480858-f27d-4775-951e-c65e9f95e7be tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:05.347492 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d888eb2f-e6fc-462b-acba-48b66093232f req-38480858-f27d-4775-951e-c65e9f95e7be tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0610595 May 25 15:06:05.358873 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'port': {'security_groups': ['87af62ae-6570-44d4-908b-56899cf9f672', '6de920ad-333d-4f10-8a18-a2e9860b1a0e']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:05.445662 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.586441 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:05.684352 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:05.717057 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.721934 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.766445 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:05.767141 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:05.768917 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d888eb2f-e6fc-462b-acba-48b66093232f req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "PUT /v2.0/ports/14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 981 time: 0.4148202 May 25 15:06:05.786535 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['14bd1814-6415-4936-8dc1-ab3f7060d8b1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:06:05.804001 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8f28e-88af-4130-be94-0013d0ec04ea tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=6']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:05.946995 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:05.949340 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5264b8f6-7491-482e-b68e-1cc79b5956fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:05.951677 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:05.978432 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a5e0-39e9-4c06-b82c-da2c7402ef42 req-182b5433-5788-49de-8721-0b8eab8fc825 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:05.980289 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0127a5e0-39e9-4c06-b82c-da2c7402ef42 req-182b5433-5788-49de-8721-0b8eab8fc825 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.1247549 May 25 15:06:05.993884 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3eb7a1-3bc7-4602-8b03-2e6ee74d3a32 x-openstack-request-id: req-be3eb7a1-3bc7-4602-8b03-2e6ee74d3a32 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:05.994678 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:05.994937 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be3eb7a1-3bc7-4602-8b03-2e6ee74d3a32 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:05.995385 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3eb7a1-3bc7-4602-8b03-2e6ee74d3a32'] response: {'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'status': 'completed', 'code': 200} May 25 15:06:06.036922 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-c05429d4-c629-4f96-8c00-2fd41238f7e8 None None] Provisioning complete for port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:06:06.037216 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c05429d4-c629-4f96-8c00-2fd41238f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:06.053415 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0127a5e0-39e9-4c06-b82c-da2c7402ef42 req-25bb72f9-174d-436d-9e21-0c9dfd7d9fda tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658500 May 25 15:06:06.076957 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['14bd1814-6415-4936-8dc1-ab3f7060d8b1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:06:06.085267 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:06.124353 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-4274f8f1-2fc2-4852-8114-a879e7188d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:06.126741 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-4274f8f1-2fc2-4852-8114-a879e7188d02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1168 time: 0.0578430 May 25 15:06:06.231649 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-4922b336-4dd5-42d2-96a4-7d1fa81237b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:06.233123 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-4922b336-4dd5-42d2-96a4-7d1fa81237b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 200 len: 916 time: 0.0982623 May 25 15:06:06.256007 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c05429d4-c629-4f96-8c00-2fd41238f7e8 None None] Current status of the port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:06:06.300312 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-e0a1b447-77c7-430f-90ba-0499d69aa513 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0575724 May 25 15:06:06.353970 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-1515ce6c-ddb2-41f7-aeb8-a1c7e13a38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:06.355443 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-1515ce6c-ddb2-41f7-aeb8-a1c7e13a38e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86565b5b-551a-4002-ae56-bbc813332260 HTTP/1.1" status: 200 len: 853 time: 0.0479071 May 25 15:06:06.406882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-ab12d248-79f9-4dec-ba28-dd3f86d01c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:06.408893 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-ab12d248-79f9-4dec-ba28-dd3f86d01c6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7618e0a-05c6-4611-8c95-878452bf932d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430160 May 25 15:06:06.474720 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:06.514091 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-0c761f75-39c0-4528-a8f7-a1f882828fef service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891824 May 25 15:06:06.612593 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5264b8f6-7491-482e-b68e-1cc79b5956fb req-eca48d37-d82f-474d-9c15-b75384ab4879 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874546 May 25 15:06:07.511957 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cd4a03e6-059b-4578-a62d-b147a272f88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:09.134493 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:11.743463 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:11.750907 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:12.040409 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:16.045614 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=41,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:16.047573 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:16.607820 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=36 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:16.609829 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=77 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:17.799731 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=60 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:17.805424 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=44 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:20.290029 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:30.282887 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:30.284797 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:30.822526 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:30.823370 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:34.629706 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-e9713d31-a13c-4980-9ddf-7f8972cd76da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:37.233297 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395f56-919d-4b4b-b7d9-7ec5d9ce604a req-2b4cd7e5-7674-457d-8d88-e19a49638a66 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:37.234776 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cb395f56-919d-4b4b-b7d9-7ec5d9ce604a req-2b4cd7e5-7674-457d-8d88-e19a49638a66 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0472207 May 25 15:06:37.282083 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cb395f56-919d-4b4b-b7d9-7ec5d9ce604a req-563125d8-82f7-487d-9713-091e6dbc0c76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 May 25 15:06:37.514381 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f0a5b16f-f733-47ca-870a-dbc97a841c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:38.406954 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961b689-bc2b-4438-8605-5b63d2a64b6d req-af810dae-cb8b-4a8f-89fa-cc6684f9d54c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:38.408489 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6961b689-bc2b-4438-8605-5b63d2a64b6d req-af810dae-cb8b-4a8f-89fa-cc6684f9d54c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0483921 May 25 15:06:38.458727 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6961b689-bc2b-4438-8605-5b63d2a64b6d req-3a896da5-6b3a-46c2-99e5-9744f70ad4eb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436151 May 25 15:06:39.137565 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:39.578435 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91267f6-b3cd-452e-be9f-995fd67eaea3 req-b41530a6-c9d1-4bd6-9ece-e9f7e675d60e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:39.579941 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f91267f6-b3cd-452e-be9f-995fd67eaea3 req-b41530a6-c9d1-4bd6-9ece-e9f7e675d60e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0484817 May 25 15:06:39.628337 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f91267f6-b3cd-452e-be9f-995fd67eaea3 req-cea86cf1-e951-4876-a8cc-d9ec395acd73 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=68f016e0-3954-47a7-be60-0ba635ec2151&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427253 May 25 15:06:40.186183 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f842e-cebe-4330-b229-9a1636b43a35 req-06ac940f-bd0c-4518-a835-1bbdcfc8a145 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:40.187569 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-301f842e-cebe-4330-b229-9a1636b43a35 req-06ac940f-bd0c-4518-a835-1bbdcfc8a145 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 946 time: 0.0508986 May 25 15:06:40.275387 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Deleting port 1f402e27-3709-41db-8b59-49501ea83eb5 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:40.275727 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:40.372854 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] For port 1f402e27-3709-41db-8b59-49501ea83eb5, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=1f402e27-3709-41db-8b59-49501ea83eb5,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:40.373218 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:40.539844 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:40.540203 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (7cc67b7c-fce6-416d-b966-bacb559695bc), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:40.540539 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Floating IP 7cc67b7c-fce6-416d-b966-bacb559695bc disassociated. External IP: 172.27.0.251, port: 1f402e27-3709-41db-8b59-49501ea83eb5. May 25 15:06:40.540932 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Calling delete_port for 1f402e27-3709-41db-8b59-49501ea83eb5 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:40.670558 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (1f402e27-3709-41db-8b59-49501ea83eb5), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:40.699438 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event deleted for resources: {'Port': ['ID=1f402e27-3709-41db-8b59-49501ea83eb5,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:40.714919 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.715252 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.715598 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.715935 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.716269 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.716603 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.716932 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.717259 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.717584 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.717908 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.718281 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.718605 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.718929 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.719253 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.719575 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:40.733994 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-70342c03-2d62-437d-8d38-f752b5fddbbe req-1d75d7a0-49c3-4b50-a9a1-9240839bab21 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=879adce9-e352-4e39-b80b-dcaee814c084 HTTP/1.1" status: 200 len: 210 time: 0.0290439 May 25 15:06:40.822532 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:06:40.865685 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:40.913770 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:40.932696 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:06:40.942093 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] Sync routers for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:06:40.952907 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:40.953533 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:06:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:40.974230 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] No DVR routers for this DVR port 1f402e27-3709-41db-8b59-49501ea83eb5 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:06:40.977409 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:40.981226 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-301f842e-cebe-4330-b229-9a1636b43a35 req-fa650cad-048c-4b9c-a0b3-546156c90eae tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "DELETE /v2.0/ports/1f402e27-3709-41db-8b59-49501ea83eb5 HTTP/1.1" status: 204 len: 173 time: 0.7862389 May 25 15:06:40.981657 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-deleted', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:40.983897 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d811b5a5-0347-4421-95f4-48219a646064" -d '{"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-deleted", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:41.070209 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:41.080905 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9347848b-6f44-4094-8a93-056d1c2e9dc4 x-openstack-request-id: req-9347848b-6f44-4094-8a93-056d1c2e9dc4 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:41.081195 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879adce9-e352-4e39-b80b-dcaee814c084", "name": "network-vif-deleted", "tag": "1f402e27-3709-41db-8b59-49501ea83eb5", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:41.081448 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9347848b-6f44-4094-8a93-056d1c2e9dc4 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:41.081839 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9347848b-6f44-4094-8a93-056d1c2e9dc4'] response: {'server_uuid': '879adce9-e352-4e39-b80b-dcaee814c084', 'name': 'network-vif-deleted', 'tag': '1f402e27-3709-41db-8b59-49501ea83eb5', 'status': 'completed', 'code': 200} May 25 15:06:41.270798 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:41.294536 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] Checking router: d78c078a-8b9f-4ef4-a82a-0e6e8a548034 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:06:41.303665 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:41.304265 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:06:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:41.413432 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:41.574901 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095369b2-10f5-4c17-a5b4-66eef6023528 req-3fb648d1-0dcf-4afc-a3d1-6464ae9d202f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:41.576527 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-095369b2-10f5-4c17-a5b4-66eef6023528 req-3fb648d1-0dcf-4afc-a3d1-6464ae9d202f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0581036 May 25 15:06:41.619191 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:41.646673 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-095369b2-10f5-4c17-a5b4-66eef6023528 req-e17214db-37cd-429e-8133-ee107bb2d507 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638394 May 25 15:06:41.649751 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b93b06-64e5-4cf4-ad47-f4e1e3ed93d8 None None] The sync data for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi is: [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:06:41.767701 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.782316 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-dbf202fc-dd7d-42d2-be87-2867e5781cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:41.784002 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-dbf202fc-dd7d-42d2-be87-2867e5781cfb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1168 time: 0.0999310 May 25 15:06:41.808835 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:06:41.838936 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58806) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:41.897852 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a8220235-5bc0-48a0-8477-2fc46e76aa4e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (68f016e0-3954-47a7-be60-0ba635ec2151), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.908417 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-1aeac426-3069-4577-932f-af30b5a748c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:41.910506 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-1aeac426-3069-4577-932f-af30b5a748c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 200 len: 916 time: 0.1073191 May 25 15:06:41.929283 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a8220235-5bc0-48a0-8477-2fc46e76aa4e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (68f016e0-3954-47a7-be60-0ba635ec2151), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.957381 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e45d0-b712-43b4-9179-f15d790888e4 None None] New status for floating IP 7cc67b7c-fce6-416d-b966-bacb559695bc: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:06:41.983088 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a8220235-5bc0-48a0-8477-2fc46e76aa4e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (68f016e0-3954-47a7-be60-0ba635ec2151), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.985592 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-a8220235-5bc0-48a0-8477-2fc46e76aa4e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:41.986249 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-40ec84a1-79c4-45af-9f45-0320e0341708 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0654507 May 25 15:06:41.986815 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-a8220235-5bc0-48a0-8477-2fc46e76aa4e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "DELETE /v2.0/security-groups/68f016e0-3954-47a7-be60-0ba635ec2151 HTTP/1.1" status: 204 len: 168 time: 0.1468930 May 25 15:06:41.989562 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58808) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:41.997805 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8220235-5bc0-48a0-8477-2fc46e76aa4e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f016e0-3954-47a7-be60-0ba635ec2151,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:42.012991 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.api.v2.resource [None req-b1cd9060-6f7f-4653-aa00-52c811c3c81b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] show failed (client error): The resource could not be found. May 25 15:06:42.013986 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-b1cd9060-6f7f-4653-aa00-52c811c3c81b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups/68f016e0-3954-47a7-be60-0ba635ec2151 HTTP/1.1" status: 404 len: 347 time: 0.0234654 May 25 15:06:42.017067 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58810) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:42.050653 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-b40ff8f2-2397-451a-aff3-49a39c7268f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:42.052120 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-b40ff8f2-2397-451a-aff3-49a39c7268f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86565b5b-551a-4002-ae56-bbc813332260 HTTP/1.1" status: 200 len: 853 time: 0.0488296 May 25 15:06:42.101851 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.108386 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-46ebe8aa-f622-4f5b-9ef8-bd33831bc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:42.110183 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-46ebe8aa-f622-4f5b-9ef8-bd33831bc819 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7618e0a-05c6-4611-8c95-878452bf932d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496621 May 25 15:06:42.132539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-49caa2b7-323f-4000-b4dd-e96e77b9829a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:06:42.133552 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-49caa2b7-323f-4000-b4dd-e96e77b9829a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080535 May 25 15:06:42.144039 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Deleting port 06256920-f90d-4d50-ac62-e887d57c0318 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:06:42.144387 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (06256920-f90d-4d50-ac62-e887d57c0318), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.220625 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (06256920-f90d-4d50-ac62-e887d57c0318), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.220954 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (06256920-f90d-4d50-ac62-e887d57c0318), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.234102 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Calling delete_port for 06256920-f90d-4d50-ac62-e887d57c0318 owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:06:42.235947 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-12f47d47-0ef5-436f-aae3-db501b5669f8 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884378 May 25 15:06:42.332988 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d632a5eb-b226-4ec0-9dc8-6a87529fad88 req-54244ef0-dd3f-4133-a50a-6616dbd7cf75 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854318 May 25 15:06:42.372057 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (06256920-f90d-4d50-ac62-e887d57c0318), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.404017 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event deleted for resources: {'Port': ['ID=06256920-f90d-4d50-ac62-e887d57c0318,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:42.466446 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (7cc67b7c-fce6-416d-b966-bacb559695bc), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.468822 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.469975 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-004bfcfa-93c0-4fd4-bc60-681fad9f9f76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "DELETE /v2.0/floatingips/7cc67b7c-fce6-416d-b966-bacb559695bc HTTP/1.1" status: 204 len: 168 time: 0.4518926 May 25 15:06:42.556310 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58816) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:42.561211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-3360d15d-6c8a-48f3-959f-930bf586e1ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2069156598', 'description': 'tempest-description--33968014'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:42.582472 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3360d15d-6c8a-48f3-959f-930bf586e1ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.621350 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:42.653169 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3360d15d-6c8a-48f3-959f-930bf586e1ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (67d3eba1-a331-4124-ad96-9a43783266de), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.656932 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3360d15d-6c8a-48f3-959f-930bf586e1ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (67d3eba1-a331-4124-ad96-9a43783266de), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.685860 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360d15d-6c8a-48f3-959f-930bf586e1ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d3eba1-a331-4124-ad96-9a43783266de,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:42.690310 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3360d15d-6c8a-48f3-959f-930bf586e1ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.691559 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-3360d15d-6c8a-48f3-959f-930bf586e1ca tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1342273 May 25 15:06:42.694642 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58820) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:42.699045 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-ca55fdb2-d580-457b-8c13-77852db97f6f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'security_group_rule': {'security_group_id': '67d3eba1-a331-4124-ad96-9a43783266de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:42.729185 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ca55fdb2-d580-457b-8c13-77852db97f6f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (1862c5aa-ebc7-41db-8f87-9173195b9c29), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.801495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6594d-663d-4651-9532-28d3f2a20bf0 req-2ef910c7-0457-41c9-965e-18efc81b8c58 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:42.803037 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fcd6594d-663d-4651-9532-28d3f2a20bf0 req-2ef910c7-0457-41c9-965e-18efc81b8c58 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0700722 May 25 15:06:42.835611 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ca55fdb2-d580-457b-8c13-77852db97f6f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (1862c5aa-ebc7-41db-8f87-9173195b9c29), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.840617 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ca55fdb2-d580-457b-8c13-77852db97f6f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (1862c5aa-ebc7-41db-8f87-9173195b9c29), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.869729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55fdb2-d580-457b-8c13-77852db97f6f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1862c5aa-ebc7-41db-8f87-9173195b9c29,revision_number=0']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:42.888642 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-ca55fdb2-d580-457b-8c13-77852db97f6f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.889834 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-ca55fdb2-d580-457b-8c13-77852db97f6f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943047 May 25 15:06:42.892986 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58824) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:42.897610 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-fd9d10a4-c35e-4991-a9c7-a53b0a2a6bda tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'security_group_rule': {'security_group_id': '67d3eba1-a331-4124-ad96-9a43783266de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:42.899102 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fcd6594d-663d-4651-9532-28d3f2a20bf0 req-0bfe0af3-0f6d-4daf-84fc-c4bed1c5b336 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894299 May 25 15:06:42.912904 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:42.930235 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd9d10a4-c35e-4991-a9c7-a53b0a2a6bda tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (1d5b6f7b-5e62-4eb2-abbf-580aaf99f182), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.976757 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd9d10a4-c35e-4991-a9c7-a53b0a2a6bda tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (1d5b6f7b-5e62-4eb2-abbf-580aaf99f182), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.980130 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd9d10a4-c35e-4991-a9c7-a53b0a2a6bda tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559990'] for security_group_rule (1d5b6f7b-5e62-4eb2-abbf-580aaf99f182), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:42.999066 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d10a4-c35e-4991-a9c7-a53b0a2a6bda tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5b6f7b-5e62-4eb2-abbf-580aaf99f182,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:43.004038 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd9d10a4-c35e-4991-a9c7-a53b0a2a6bda tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.005238 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-fd9d10a4-c35e-4991-a9c7-a53b0a2a6bda tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111879 May 25 15:06:43.008772 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 58826) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:43.013487 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'floatingip': {'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081'}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:43.034284 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.129043 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.249895 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_common [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Allocated IP 172.27.0.49 (8f07a35b-468d-4fda-8b66-780e134cd081/29dbd018-a437-46e5-97b9-8f2fc700eca8/a14e7a1e-8dfe-4133-b97c-66c545873bbc) {{(pid=110349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:06:43.354876 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.391767 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.432684 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Network 8f07a35b-468d-4fda-8b66-780e134cd081 is already hosted by enough agents. {{(pid=110349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:06:43.435776 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Resources bound (agent type, host, resource id): {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:06:43.439362 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Received port after_create {{(pid=110349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:06:43.467976 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'Port': ['ID=a14e7a1e-8dfe-4133-b97c-66c545873bbc,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:43.530494 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (10d26372-06c2-4b74-aa49-57730bcc7d7e), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.531488 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:43.538873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:06:43.561584 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 1f402e27-3709-41db-8b59-49501ea83eb5 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:06:43.561910 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 1f402e27-3709-41db-8b59-49501ea83eb5 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:06:43.574911 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.702816 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:43.757969 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.762638 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.836822 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'Port': ['ID=a14e7a1e-8dfe-4133-b97c-66c545873bbc,revision_number=2']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:43.843500 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (10d26372-06c2-4b74-aa49-57730bcc7d7e), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.859043 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:43.860278 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4f2a820d-1545-4b45-87f7-e6cc2bf5b83d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8505728 May 25 15:06:44.020534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c80185-558b-4a09-8c6b-bbca14d49f6b req-6317298a-b8a4-49f4-ae3e-ea1d873de0c8 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:44.022185 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e6c80185-558b-4a09-8c6b-bbca14d49f6b req-6317298a-b8a4-49f4-ae3e-ea1d873de0c8 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0515924 May 25 15:06:44.022796 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:44.063988 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-4c124f33-12d2-45a4-aeb0-d1586922dc66 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2069156598&fields=id&tenant_id=2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 267 time: 0.0470245 May 25 15:06:44.087865 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e6c80185-558b-4a09-8c6b-bbca14d49f6b req-15c37fad-e05f-4e1f-81a2-83627e44edd6 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598452 May 25 15:06:44.151025 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:44.179120 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-1b11b632-8233-4b3c-ac4e-875895361a19 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:44.180645 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-1b11b632-8233-4b3c-ac4e-875895361a19 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 817 time: 0.1094351 May 25 15:06:44.195129 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-b2394f1d-4f37-49f2-b0bc-f220851afc58 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/quotas/2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 375 time: 0.0092850 May 25 15:06:44.245470 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-4133dc48-09e3-47fc-8924-4f1ed7984bfd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455227 May 25 15:06:44.261094 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-f1e67af3-4dba-4367-933c-06f013cb6227 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:06:44.262047 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-f1e67af3-4dba-4367-933c-06f013cb6227 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057089 May 25 15:06:44.352637 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-5e6b1bea-9a3f-46a2-9d47-1b7492b81123 service neutron] 10.222.0.78 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849600 May 25 15:06:44.442637 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-63e15927-4b0f-4614-9c5d-d9ed5412436a service neutron] 10.222.0.78 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844197 May 25 15:06:44.600784 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d3c66eb2-6f29-4b2b-b475-a434063893b8 req-a1589be2-5663-4272-99cb-3ac67c3f01b3 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 210 time: 0.0278289 May 25 15:06:45.204657 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72365e76-a718-4afb-b593-555e276fceef req-144050ab-280e-4637-873f-1ebf49b4f3dd tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:45.206107 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-72365e76-a718-4afb-b593-555e276fceef req-144050ab-280e-4637-873f-1ebf49b4f3dd tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0469804 May 25 15:06:45.270960 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-72365e76-a718-4afb-b593-555e276fceef req-56abbeb4-751a-45e9-80bb-2b1c15915d47 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590460 May 25 15:06:45.705397 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aed8c6ec-cc9d-4c8e-81ce-475e60e736d1 req-df76258e-607b-4b87-8b8f-7d2c0880c257 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 210 time: 0.0341702 May 25 15:06:46.077187 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-287545de-1560-4c4f-a5f6-493c4da3b066 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:46.078775 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-287545de-1560-4c4f-a5f6-493c4da3b066 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 817 time: 0.1305919 May 25 15:06:46.169518 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-9d965d83-dc4d-462b-a1a9-42eeba041238 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 380 time: 0.0653491 May 25 15:06:46.343931 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'port': {'device_id': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'admin_state_up': True, 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'security_groups': ['67d3eba1-a331-4124-ad96-9a43783266de']}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:46.446362 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e7a54-273b-49fb-b3bc-911dcef36e1a req-f70bbf34-ca7f-4ad3-bffc-df363aed0e77 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:46.447741 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-641e7a54-273b-49fb-b3bc-911dcef36e1a req-f70bbf34-ca7f-4ad3-bffc-df363aed0e77 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0990181 May 25 15:06:46.551185 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-641e7a54-273b-49fb-b3bc-911dcef36e1a req-b263767b-aebc-486f-902b-286829b57900 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953195 May 25 15:06:46.552416 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Made reservation on behalf of 2b586a13e82f4177a7180f81acf675fd for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:06:46.556233 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.630745 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:46.683492 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Allocated IP 172.20.0.8 (6028651b-e908-45f7-9bba-a9ff244363d6/5b0256f7-2ae2-446a-8857-71c5e35dbf23/e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:06:46.691628 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:46.805811 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9832c867-a0b2-4820-8c39-2f42a0bd1733 req-9691c585-4276-4e41-b266-cf298334449f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 210 time: 0.0279760 May 25 15:06:46.826731 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.859517 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.901873 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Network 6028651b-e908-45f7-9bba-a9ff244363d6 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:06:46.903337 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:06:46.907099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:06:46.936628 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:46.962428 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:46.963058 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:46.982623 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-88399cba-a91f-46e5-a1d0-0ffbcfed94d6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6429491 May 25 15:06:47.008524 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Request body: {'port': {'device_id': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:47.076770 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.129795 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-b35befaa-29bc-4727-b7e8-abb30c37ba3f None None] Provisioning complete for port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:06:47.130450 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-b35befaa-29bc-4727-b7e8-abb30c37ba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.162614 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-b35befaa-29bc-4727-b7e8-abb30c37ba3f None None] Port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a cannot update to ACTIVE because it is not bound. {{(pid=110350) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 25 15:06:47.359208 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:06:47.367020 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Publish callbacks [] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.379354 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Transition to ACTIVE for port object e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:06:47.383495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.420294 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:47.433217 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:47.496162 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:47.517362 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Attempting to bind port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:06:47.517689 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Attempting to bind port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:06:47.518005 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Attempting to bind port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a on network 6028651b-e908-45f7-9bba-a9ff244363d6 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:06:47.523787 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a on network 6028651b-e908-45f7-9bba-a9ff244363d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:06:47.524100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Attempting to bind port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a on network 6028651b-e908-45f7-9bba-a9ff244363d6 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:06:47.529292 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:06:47.529634 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Checking segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:06:47.530031 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Bound using segment: {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:06:47.530477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Bound port: e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd41bdf8-29e5-4c43-87f3-c08d880e0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:06:47.530833 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.597770 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:06:47.600851 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:06:47.610137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.654911 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:47.655535 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:47.656943 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] 10.222.0.72 "PUT /v2.0/ports/e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 200 len: 1093 time: 0.6534848 May 25 15:06:47.657403 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:47.659708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eec420-9291-43a1-a166-16df1d6b65ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:47.715797 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2d968-8d41-4cf1-b71b-5b9db92d68d1 req-e54d6e89-b7bc-4054-b30d-b80eccde4f70 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:47.717338 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8db2d968-8d41-4cf1-b71b-5b9db92d68d1 req-e54d6e89-b7bc-4054-b30d-b80eccde4f70 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0795724 May 25 15:06:47.718538 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c660558-05a5-4a6e-8595-67510543a33a service neutron] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:47.740763 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b143a5-1380-48c5-8b03-a9edebe845c4 x-openstack-request-id: req-12b143a5-1380-48c5-8b03-a9edebe845c4 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:47.741036 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:47.741294 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12b143a5-1380-48c5-8b03-a9edebe845c4 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:47.741713 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b143a5-1380-48c5-8b03-a9edebe845c4'] response: {'name': 'network-changed', 'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'status': 'completed', 'code': 200} May 25 15:06:47.788828 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8db2d968-8d41-4cf1-b71b-5b9db92d68d1 req-d91b16e5-d9eb-49d8-b73d-be9f1f781e28 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630651 May 25 15:06:47.929864 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8055714-957d-4a63-b562-89eb25c35c23 req-5c888d6f-be79-4f38-a1c7-5e5cd1550da7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:47.931432 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a8055714-957d-4a63-b562-89eb25c35c23 req-5c888d6f-be79-4f38-a1c7-5e5cd1550da7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0496716 May 25 15:06:47.957400 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-7e142d57-6390-4fed-b862-197d1c01f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:47.958969 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-7e142d57-6390-4fed-b862-197d1c01f621 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 1127 time: 0.0437737 May 25 15:06:47.979547 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a8055714-957d-4a63-b562-89eb25c35c23 req-28083fc8-7e55-48be-881f-2cbc816cc563 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 May 25 15:06:48.021234 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-58b05c47-02b1-4cc8-9f3b-a9da1779b8ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 200 len: 217 time: 0.0354207 May 25 15:06:48.069180 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-71e1900d-a245-4a50-aad7-2c0c5d186627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:48.070684 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-71e1900d-a245-4a50-aad7-2c0c5d186627 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0433359 May 25 15:06:48.122646 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-475caa94-e2a8-476b-82da-d9df53e10874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:48.124127 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-475caa94-e2a8-476b-82da-d9df53e10874 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434220 May 25 15:06:48.476446 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-e35f175c-c2e5-4a18-ab91-8cf8b0b66932 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413939 May 25 15:06:48.573737 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b89ac914-72ba-4e1c-891d-b054a2c89556 req-56d98dcf-608c-4ebc-84c5-50e40a2930cf service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 May 25 15:06:48.907927 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18691186-a88d-43db-a165-bb7b1b2b075e req-07b3e1f9-1941-451b-888f-ac66d4b2b803 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:48.909426 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-18691186-a88d-43db-a165-bb7b1b2b075e req-07b3e1f9-1941-451b-888f-ac66d4b2b803 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0481942 May 25 15:06:48.969189 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-18691186-a88d-43db-a165-bb7b1b2b075e req-f815f16d-c929-4523-aedb-ae03cd6b8df0 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534401 May 25 15:06:49.097558 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01aaa-8f51-461f-b8c3-394adf5255ee req-f807b5b1-68c0-4311-b84e-04039efe7b0a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:49.099002 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-70c01aaa-8f51-461f-b8c3-394adf5255ee req-f807b5b1-68c0-4311-b84e-04039efe7b0a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0472620 May 25 15:06:49.150904 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-70c01aaa-8f51-461f-b8c3-394adf5255ee req-a1569f72-ea03-4458-97c8-d0f87ff85b37 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457869 May 25 15:06:49.805511 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec420-9291-43a1-a166-16df1d6b65ae req-f5dc159b-8b4f-461e-90b3-f388c32f66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:49.807040 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-26eec420-9291-43a1-a166-16df1d6b65ae req-f5dc159b-8b4f-461e-90b3-f388c32f66fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 1127 time: 0.0410228 May 25 15:06:49.883363 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:49.904477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec420-9291-43a1-a166-16df1d6b65ae req-8ac736a5-da91-4da0-9295-9cafe9095d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:49.905946 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-26eec420-9291-43a1-a166-16df1d6b65ae req-8ac736a5-da91-4da0-9295-9cafe9095d77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 919 time: 0.0925162 May 25 15:06:49.948315 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-26eec420-9291-43a1-a166-16df1d6b65ae req-df9e9b90-92ce-449d-8c82-5d1df092f9f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 200 len: 217 time: 0.0319912 May 25 15:06:50.002906 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec420-9291-43a1-a166-16df1d6b65ae req-d3ed942c-b58d-4fef-875c-311dabd680df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:50.004371 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-26eec420-9291-43a1-a166-16df1d6b65ae req-d3ed942c-b58d-4fef-875c-311dabd680df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0489218 May 25 15:06:50.079412 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eec420-9291-43a1-a166-16df1d6b65ae req-e879b275-41a6-47b0-97eb-6c4e820178cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:50.080828 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-26eec420-9291-43a1-a166-16df1d6b65ae req-e879b275-41a6-47b0-97eb-6c4e820178cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675354 May 25 15:06:50.083138 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:50.094754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8173a-31fa-4119-b4bb-4872da991a59 req-67bccac1-86b2-42a0-b7d1-26257d77172e tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:50.096177 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9ba8173a-31fa-4119-b4bb-4872da991a59 req-67bccac1-86b2-42a0-b7d1-26257d77172e tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0555694 May 25 15:06:50.224796 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9ba8173a-31fa-4119-b4bb-4872da991a59 req-663ecb68-be40-4965-b46c-37caa41245bc tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197958 May 25 15:06:50.235859 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-26eec420-9291-43a1-a166-16df1d6b65ae req-28ba7b4b-b63b-4e57-af2f-30302220e771 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384754 May 25 15:06:50.281368 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438c4a5-8977-48bd-bfec-9b3f4dda72ab req-78f83b69-d4da-4701-b5cf-79f2975f74c2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:50.283669 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b438c4a5-8977-48bd-bfec-9b3f4dda72ab req-78f83b69-d4da-4701-b5cf-79f2975f74c2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0597687 May 25 15:06:50.289925 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:50.329711 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-26eec420-9291-43a1-a166-16df1d6b65ae req-0a26a6a9-aba7-4c2c-99d1-efc69394f0d1 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872333 May 25 15:06:50.332965 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b438c4a5-8977-48bd-bfec-9b3f4dda72ab req-09562cb6-427a-4471-9abe-065de3be41f3 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 May 25 15:06:51.343661 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5316096-1766-4fa1-959e-636a66773cf3 req-b0056ca9-eede-4de4-ab69-1a8ec7acfade tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:51.345136 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a5316096-1766-4fa1-959e-636a66773cf3 req-b0056ca9-eede-4de4-ab69-1a8ec7acfade tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0527468 May 25 15:06:51.407517 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a5316096-1766-4fa1-959e-636a66773cf3 req-5782d87a-b600-4d8d-bf80-eb11007e1a7e tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566614 May 25 15:06:51.453458 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9732e-b814-486f-81b7-51f220a4c64a req-c0779c28-97cd-445a-a8b0-b6693a8e5fa7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:51.454934 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-45a9732e-b814-486f-81b7-51f220a4c64a req-c0779c28-97cd-445a-a8b0-b6693a8e5fa7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0466154 May 25 15:06:51.499991 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-45a9732e-b814-486f-81b7-51f220a4c64a req-d9031465-dd95-4bc8-b978-28aee8e5916d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389161 May 25 15:06:51.564139 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:06:51.662329 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:51.673804 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'port_id': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'mac_address': 'fa:16:3e:47:29:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:06:51.708657 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:06:51.709152 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:51.725779 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:06:51.745113 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:51.748591 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:51.796264 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:51.803516 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.804410 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.804755 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.805098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.805433 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.805866 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.806125 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:51.808660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:06:52.218575 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:06:52.527976 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d692cd-e65e-48f5-a638-1c540f2866e6 req-eeb3347d-3ca5-478d-9ca9-fe67b9e9d309 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:52.529570 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-05d692cd-e65e-48f5-a638-1c540f2866e6 req-eeb3347d-3ca5-478d-9ca9-fe67b9e9d309 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0540833 May 25 15:06:52.581820 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:52.593432 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-05d692cd-e65e-48f5-a638-1c540f2866e6 req-19066d35-047a-4a57-af04-bcadba8f15b8 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581765 May 25 15:06:52.628587 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707e39-6100-4430-8b5b-848a4fa036ec req-eba68e20-25f8-4df2-a01d-d04dab0e975f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:52.630069 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dd707e39-6100-4430-8b5b-848a4fa036ec req-eba68e20-25f8-4df2-a01d-d04dab0e975f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 944 time: 0.0567153 May 25 15:06:52.676914 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dd707e39-6100-4430-8b5b-848a4fa036ec req-21ee8144-3735-4590-9f5a-369b7f457959 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411756 May 25 15:06:53.597885 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:06:53.641263 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:06:53.648728 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:06:53.649101 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.691830 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:53.711384 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:53.718434 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c8b76-a119-498d-90bc-30409c377d21 req-82b58c13-5751-410f-bfee-04667d537871 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:53.726313 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7d3c8b76-a119-498d-90bc-30409c377d21 req-82b58c13-5751-410f-bfee-04667d537871 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0608742 May 25 15:06:53.726489 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:06:53.726929 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.750534 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:53.752774 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf6e6b-27c1-48a0-a6dd-f861b5959661" -d '{"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-plugged", "status": "completed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:53.772730 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:06:53.774668 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:53.794156 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7d3c8b76-a119-498d-90bc-30409c377d21 req-f4186427-0ec3-48e7-a1b5-33e42ca0f90f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669179 May 25 15:06:53.812419 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb846a0-0f48-4a6e-818d-9207d82713ac req-c57e6884-f330-40d2-b5e6-e0246efd3f7a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:53.814257 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fbb846a0-0f48-4a6e-818d-9207d82713ac req-c57e6884-f330-40d2-b5e6-e0246efd3f7a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 944 time: 0.0578902 May 25 15:06:53.833208 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:06:53.845259 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eb0fe9-6fe8-4292-93d1-5239f34b5fab x-openstack-request-id: req-75eb0fe9-6fe8-4292-93d1-5239f34b5fab {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:53.845552 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-plugged", "status": "completed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:53.845802 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75eb0fe9-6fe8-4292-93d1-5239f34b5fab {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:53.846234 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75eb0fe9-6fe8-4292-93d1-5239f34b5fab'] response: {'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'code': 200} May 25 15:06:53.867187 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fbb846a0-0f48-4a6e-818d-9207d82713ac req-22fee83a-4d01-4926-91a5-20fbaf997fb2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 May 25 15:06:54.251129 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771026e6-8af9-4efd-8239-5eb7f4829444 req-f93f3cb9-696b-4cce-8753-30aab7cadf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:54.252657 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-771026e6-8af9-4efd-8239-5eb7f4829444 req-f93f3cb9-696b-4cce-8753-30aab7cadf16 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 1129 time: 0.0393782 May 25 15:06:54.301221 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-771026e6-8af9-4efd-8239-5eb7f4829444 req-e0327f53-6120-454f-bd75-47e941ad5b27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380621 May 25 15:06:54.801094 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=64 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:54.801831 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=76 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:54.916436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e427e-9fae-437e-aa60-f8366afd8689 req-98277edf-8610-4068-a58d-236947d96215 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:54.917966 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-348e427e-9fae-437e-aa60-f8366afd8689 req-98277edf-8610-4068-a58d-236947d96215 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0494089 May 25 15:06:54.983704 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-348e427e-9fae-437e-aa60-f8366afd8689 req-a0950e0d-fa75-4e7f-88ab-b6b0578415bb tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600328 May 25 15:06:54.989818 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6ebf7-4cd2-41d7-b941-b7f117e162ee req-6d2a34be-5064-446e-a668-58795e9cf4d2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:54.992013 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0ce6ebf7-4cd2-41d7-b941-b7f117e162ee req-6d2a34be-5064-446e-a668-58795e9cf4d2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0473936 May 25 15:06:55.044202 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-0ce6ebf7-4cd2-41d7-b941-b7f117e162ee req-1944a3a6-fd7a-4645-a5df-eb9d7ebdff63 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454087 May 25 15:06:55.325630 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-ff05c4a0-ec1b-4529-8469-908e17640735 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389903 May 25 15:06:55.431224 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148b80-7d92-4354-a80e-3c87a028489f req-9d390d99-f25a-4e04-ac6a-d6b0579248e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:55.432744 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-9d390d99-f25a-4e04-ac6a-d6b0579248e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 1130 time: 0.0424433 May 25 15:06:55.525180 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:55.559346 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148b80-7d92-4354-a80e-3c87a028489f req-51f580c4-5742-431d-be18-3dfe2d87b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:55.561202 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-51f580c4-5742-431d-be18-3dfe2d87b1b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.0949857 May 25 15:06:56.104982 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88e372-c8f6-4efb-8cc9-2620aabd1d1a req-094a2b48-24c1-4aef-b8e4-f8db432b0b39 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:56.107058 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9f88e372-c8f6-4efb-8cc9-2620aabd1d1a req-094a2b48-24c1-4aef-b8e4-f8db432b0b39 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0502949 May 25 15:06:56.118812 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:56.167421 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1eb33-a4e8-4dd5-8659-d8b7535582c5 req-706bde94-c684-4ef8-bf65-bfb779d0700e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:56.168823 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-48c1eb33-a4e8-4dd5-8659-d8b7535582c5 req-706bde94-c684-4ef8-bf65-bfb779d0700e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0497406 May 25 15:06:56.170556 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9f88e372-c8f6-4efb-8cc9-2620aabd1d1a req-17b85d73-9856-4221-82d1-d2a6d648b82b tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583329 May 25 15:06:56.216870 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-48c1eb33-a4e8-4dd5-8659-d8b7535582c5 req-a748ddb5-0fb3-4b03-a991-9934e60ec196 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 May 25 15:06:56.369948 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-63f8127c-a8cf-40a9-bd16-64c189fbe7fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af13f183-e203-48b0-88ea-6554e58e9b95 HTTP/1.1" status: 200 len: 1002 time: 0.0567074 May 25 15:06:56.581568 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148b80-7d92-4354-a80e-3c87a028489f req-50fba13f-375e-4e88-b22d-b172eec1cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:56.583014 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-50fba13f-375e-4e88-b22d-b172eec1cb0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0488617 May 25 15:06:56.681900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148b80-7d92-4354-a80e-3c87a028489f req-f20a9382-1acd-4d49-be31-f1d0a5958abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:56.683480 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-f20a9382-1acd-4d49-be31-f1d0a5958abd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402658 May 25 15:06:56.781093 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-ae468cf5-1444-49c5-9145-ac7ac0eebc9a service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809920 May 25 15:06:56.879660 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4c148b80-7d92-4354-a80e-3c87a028489f req-7a77684c-7902-4ec8-9e37-67e5884b413b service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 May 25 15:06:57.286135 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00251ce-edc9-4062-9137-7cc34441151e req-9da58879-209a-41e6-bf5b-22e619c39b60 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:57.287631 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b00251ce-edc9-4062-9137-7cc34441151e req-9da58879-209a-41e6-bf5b-22e619c39b60 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0491695 May 25 15:06:57.297652 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:57.333978 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720990b-577c-4754-b390-6750e492c202 req-3e99c3a4-a905-4930-8ba0-714ab65c4218 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:57.336638 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a720990b-577c-4754-b390-6750e492c202 req-3e99c3a4-a905-4930-8ba0-714ab65c4218 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0491509 May 25 15:06:57.349115 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b00251ce-edc9-4062-9137-7cc34441151e req-30b22c74-c332-4af1-a8aa-de0db341e7e2 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553591 May 25 15:06:57.384779 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-a720990b-577c-4754-b390-6750e492c202 req-17f7e92d-a83f-4db2-bc95-7734aa0017f0 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 May 25 15:06:57.501484 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09880fb-80b2-4fa9-8581-a5a2fb04ceb9 req-c3799e69-59df-41f5-965f-98e09dceeaf0 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:57.502987 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c09880fb-80b2-4fa9-8581-a5a2fb04ceb9 req-c3799e69-59df-41f5-965f-98e09dceeaf0 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0505979 May 25 15:06:57.512196 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58920) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:06:57.516540 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Request body: {'floatingip': {'port_id': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:06:57.553608 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (10d26372-06c2-4b74-aa49-57730bcc7d7e), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:57.929090 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:57.980065 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:57.984074 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (10d26372-06c2-4b74-aa49-57730bcc7d7e), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:57.986672 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:58.079772 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Floating IP 10d26372-06c2-4b74-aa49-57730bcc7d7e associated. External IP: 172.27.0.49, port: e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a. May 25 15:06:58.274086 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:06:58.377528 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:06:58.383278 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:06:58.389367 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] Sync routers for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:06:58.401255 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:58.402933 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:06:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:58.415442 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-385d121d-00f1-4fbe-9346-1fd557d77e68 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "PUT /v2.0/floatingips/10d26372-06c2-4b74-aa49-57730bcc7d7e HTTP/1.1" status: 200 len: 990 time: 0.9001462 May 25 15:06:58.415442 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:06:58.416340 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b951e8c1-4b60-4717-b2f0-e5c432c33148" -d '{"events": [{"name": "network-changed", "server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:06:58.454922 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b5b66-9c7f-4522-a946-c770eba6c71e x-openstack-request-id: req-fc8b5b66-9c7f-4522-a946-c770eba6c71e {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:06:58.455386 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:06:58.455648 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fc8b5b66-9c7f-4522-a946-c770eba6c71e {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:06:58.456044 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8b5b66-9c7f-4522-a946-c770eba6c71e'] response: {'name': 'network-changed', 'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'status': 'completed', 'code': 200} May 25 15:06:58.496066 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7ec5-6bbc-4d62-a903-7b144bc3afa6 req-905ed7f6-07be-40ec-8868-416d30e146bf tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:58.497548 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-069d7ec5-6bbc-4d62-a903-7b144bc3afa6 req-905ed7f6-07be-40ec-8868-416d30e146bf tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0507398 May 25 15:06:58.512226 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:58.560727 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-069d7ec5-6bbc-4d62-a903-7b144bc3afa6 req-f570e720-073a-4e04-b2ca-b04647e8f873 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572374 May 25 15:06:58.802707 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '10d26372-06c2-4b74-aa49-57730bcc7d7e', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'port_id': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'mac_address': 'fa:16:3e:47:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:06:43Z', 'updated_at': '2022-05-25T15:06:57Z', 'revision_number': 1, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:58.829495 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] Checking router: d78c078a-8b9f-4ef4-a82a-0e6e8a548034 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:06:58.837657 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:06:58.838271 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:06:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:58.956412 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:06:59.167547 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '10d26372-06c2-4b74-aa49-57730bcc7d7e', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'port_id': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'mac_address': 'fa:16:3e:47:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:06:43Z', 'updated_at': '2022-05-25T15:06:57Z', 'revision_number': 1, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:06:59.196936 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e05b10c-5614-4a17-9b38-eaf0a090bdea None None] The sync data for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi is: [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': '10d26372-06c2-4b74-aa49-57730bcc7d7e', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'port_id': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'mac_address': 'fa:16:3e:47:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:06:43Z', 'updated_at': '2022-05-25T15:06:57Z', 'revision_number': 1, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:06:59.212263 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-a845acf9-1719-4b3f-b6d0-fd6a20f679d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:59.213795 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-a845acf9-1719-4b3f-b6d0-fd6a20f679d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 1129 time: 0.0494106 May 25 15:06:59.310183 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-b69303d5-e65f-4206-b660-0850d8d5a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:59.311643 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-b69303d5-e65f-4206-b660-0850d8d5a6a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 919 time: 0.0898297 May 25 15:06:59.382548 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-1008053b-651c-45ef-9d6f-ebdfc7f0d075 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 200 len: 998 time: 0.0613458 May 25 15:06:59.405034 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8edb7-ab30-49a7-9028-612f4a6484e0 None None] New status for floating IP 10d26372-06c2-4b74-aa49-57730bcc7d7e: ACTIVE {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:06:59.437080 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-4a06208f-5d3d-4879-94ee-9f226a42fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:59.438574 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-4a06208f-5d3d-4879-94ee-9f226a42fc7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0473948 May 25 15:06:59.490480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-c5125401-5b87-4b82-86cc-9489cc87b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:59.492371 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-c5125401-5b87-4b82-86cc-9489cc87b157 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437419 May 25 15:06:59.591630 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-1621da0b-921a-4124-aaf2-dfce2b6ca65e service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902083 May 25 15:06:59.701652 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2105-1a83-4512-bb78-7e27b534bce8 req-0874b9a2-d751-4881-964d-30474de12229 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:06:59.703035 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0d9e2105-1a83-4512-bb78-7e27b534bce8 req-0874b9a2-d751-4881-964d-30474de12229 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0554330 May 25 15:06:59.724124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:59.733449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:06:59.751089 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b951e8c1-4b60-4717-b2f0-e5c432c33148 req-1565d4e7-4908-4ca7-bced-11001301ae6d service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481750 May 25 15:06:59.787103 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0d9e2105-1a83-4512-bb78-7e27b534bce8 req-5b197db9-9300-4b24-b8c5-f7ffdca8f6c5 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&id=6de920ad-333d-4f10-8a18-a2e9860b1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776947 May 25 15:07:04.632383 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c7e3cb31-3e65-4309-a706-90a3197496d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:07.516070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-98378e91-bdc7-4690-a82c-b5a65254f610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:08.552068 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=19 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:08.553976 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=53 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:09.139832 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:09.164687 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=69 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:09.196658 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=79 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:09.778443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=7 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:09.781123 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:11.764569 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:12.040169 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:18.808425 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:07:20.306676 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:25.423860 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58940) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:25.566522 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Deleting port 1fe59f70-73b4-4868-a034-a5a35248dac9 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:25.566996 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:25.653878 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:25.654155 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (1fe59f70-73b4-4868-a034-a5a35248dac9), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:25.666676 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Calling delete_port for 1fe59f70-73b4-4868-a034-a5a35248dac9 owned by network:floatingip {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:25.829740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (1fe59f70-73b4-4868-a034-a5a35248dac9), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:25.858761 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event deleted for resources: {'Port': ['ID=1fe59f70-73b4-4868-a034-a5a35248dac9,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:25.919493 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:25.919878 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Floating IP c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6 disassociated (deleted). External IP: 172.27.0.152, port: af13f183-e203-48b0-88ea-6554e58e9b95. May 25 15:07:26.124516 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:07:26.512748 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:07:26.517587 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:26.522813 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:07:26.534868 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:26.535610 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:26.549977 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6ba30e1f-f60f-4d84-802e-b97660b6150e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "DELETE /v2.0/floatingips/c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6 HTTP/1.1" status: 204 len: 168 time: 1.1249998 May 25 15:07:26.550741 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:26.553057 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474049b0-fa84-4a3e-9dc3-9f37a542551d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:26.599931 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98696322-0dd5-48dc-aacf-559d7a66d4cf x-openstack-request-id: req-98696322-0dd5-48dc-aacf-559d7a66d4cf {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:26.600267 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:26.600564 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98696322-0dd5-48dc-aacf-559d7a66d4cf {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:26.600985 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98696322-0dd5-48dc-aacf-559d7a66d4cf'] response: {'name': 'network-changed', 'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'status': 'completed', 'code': 200} May 25 15:07:26.650382 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:26.695071 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:26.705111 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:26.708560 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-4f31793d-42a7-4b95-ab88-0f42c06be154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:26.710118 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-4f31793d-42a7-4b95-ab88-0f42c06be154 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 1130 time: 0.0553749 May 25 15:07:26.855427 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a336702-f2af-42af-9082-9c29c2fb27a4 req-ef81f97f-8911-46f9-a511-35ca6f3ab200 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:26.856859 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a336702-f2af-42af-9082-9c29c2fb27a4 req-ef81f97f-8911-46f9-a511-35ca6f3ab200 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.0736246 May 25 15:07:26.862742 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-d5123e58-7ecc-454e-9fd3-44caff0317fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:26.864315 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-d5123e58-7ecc-454e-9fd3-44caff0317fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.1416678 May 25 15:07:26.906395 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:26.927134 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0a336702-f2af-42af-9082-9c29c2fb27a4 req-4c079114-6b74-4a76-821f-a5528dee6120 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616069 May 25 15:07:26.932454 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:07:26.941173 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:26.941770 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:27.047240 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:27.266091 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:27.296060 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4938f13-154b-4b9a-9beb-645c1a5148fd None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_floatingips': [{'id': 'd20e3c92-309b-44c4-80cf-bac6f8a6d24a', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'router_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'port_id': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'mac_address': 'fa:16:3e:4e:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T15:03:03Z', 'updated_at': '2022-05-25T15:03:06Z', 'revision_number': 1, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:07:27.532481 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cc66a-d2fb-48e8-bd03-d6f32b66667a None None] New status for floating IP c1f535a3-0f5a-4f7b-ae63-13a766fbcbc6: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:07:27.534707 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=33,neutron:UPDATE=6 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:27.536333 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:28.055185 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c1898-c7a1-4a2f-9d32-4d4db176f8e2 req-aee2e43e-416a-4325-875a-0feb9d410bea tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:28.056709 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6f0c1898-c7a1-4a2f-9d32-4d4db176f8e2 req-aee2e43e-416a-4325-875a-0feb9d410bea tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.0495794 May 25 15:07:28.111875 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6f0c1898-c7a1-4a2f-9d32-4d4db176f8e2 req-0afa41a1-a330-4994-b173-b24af412186e tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494056 May 25 15:07:28.162277 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-ddd51c2d-d7a3-4a03-9328-83883e552784 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af13f183-e203-48b0-88ea-6554e58e9b95 HTTP/1.1" status: 200 len: 217 time: 0.0378256 May 25 15:07:28.216549 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-6cc4fc89-5e6e-4697-9572-1258d8bcea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:28.217996 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-6cc4fc89-5e6e-4697-9572-1258d8bcea48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0454521 May 25 15:07:28.443112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-9327d42e-553d-44f5-b9a8-62a0660465da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:28.444359 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-9327d42e-553d-44f5-b9a8-62a0660465da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415962 May 25 15:07:28.791871 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-0e8597c2-a308-475a-8adb-f26ea7401e58 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943449 May 25 15:07:28.973109 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-29597751-5eda-4f70-be7b-77ba21f93c4b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:28.974582 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-29597751-5eda-4f70-be7b-77ba21f93c4b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.1093352 May 25 15:07:29.051724 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-474049b0-fa84-4a3e-9dc3-9f37a542551d req-f05ee52e-a4b9-4614-b16f-eb80bc6fe007 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874847 May 25 15:07:29.104590 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Deleting port af13f183-e203-48b0-88ea-6554e58e9b95 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:29.104926 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:29.248436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] For port af13f183-e203-48b0-88ea-6554e58e9b95, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=af13f183-e203-48b0-88ea-6554e58e9b95,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:29.249165 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:29.271903 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8646a7f-4747-4741-b697-78b62f165061 req-ee327c12-1ae2-4212-bdab-343e83115836 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:29.273490 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a8646a7f-4747-4741-b697-78b62f165061 req-ee327c12-1ae2-4212-bdab-343e83115836 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 946 time: 0.0807929 May 25 15:07:29.274677 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Calling delete_port for af13f183-e203-48b0-88ea-6554e58e9b95 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:29.381944 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a8646a7f-4747-4741-b697-78b62f165061 req-dfd40a53-7718-4a69-9d39-d5925f58cb05 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006799 May 25 15:07:29.387866 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:29.463873 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (af13f183-e203-48b0-88ea-6554e58e9b95), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:29.496791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event deleted for resources: {'Port': ['ID=af13f183-e203-48b0-88ea-6554e58e9b95,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:29.542347 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] No DVR routers for this DVR port af13f183-e203-48b0-88ea-6554e58e9b95 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:29.544945 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:29.548167 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f820317b-4d73-4247-9132-4f2fd4dc820c req-639d25d0-6e34-401d-9b5e-6ab82c1678a8 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "DELETE /v2.0/ports/af13f183-e203-48b0-88ea-6554e58e9b95 HTTP/1.1" status: 204 len: 173 time: 0.5587730 May 25 15:07:29.548600 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'name': 'network-vif-deleted', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:29.550852 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba350bf-6c0e-4c89-8e75-b6215b9ade87" -d '{"events": [{"server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "name": "network-vif-deleted", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:29.586693 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576dbe0-9a02-4b33-b49a-7c73478b439b x-openstack-request-id: req-b576dbe0-9a02-4b33-b49a-7c73478b439b {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:29.586986 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ab710e-55b1-4cab-861c-4df85276e296", "name": "network-vif-deleted", "tag": "af13f183-e203-48b0-88ea-6554e58e9b95", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:29.587263 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b576dbe0-9a02-4b33-b49a-7c73478b439b {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:29.587660 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b576dbe0-9a02-4b33-b49a-7c73478b439b'] response: {'server_uuid': 'c0ab710e-55b1-4cab-861c-4df85276e296', 'name': 'network-vif-deleted', 'tag': 'af13f183-e203-48b0-88ea-6554e58e9b95', 'status': 'completed', 'code': 200} May 25 15:07:30.471839 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:30.493621 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f38a5ddd-a6e8-4b35-8104-58b1b055da81 req-df09020d-e31f-4f0b-9551-b762a7e1e08a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0ab710e-55b1-4cab-861c-4df85276e296 HTTP/1.1" status: 200 len: 210 time: 0.0320270 May 25 15:07:31.751415 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device af13f183-e203-48b0-88ea-6554e58e9b95 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:31.770490 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: af13f183-e203-48b0-88ea-6554e58e9b95 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:31.770825 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device af13f183-e203-48b0-88ea-6554e58e9b95 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:33.789309 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 58978) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:33.941344 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Deleting port 6879ac8c-75f9-4e32-bfa7-5804e7d77334 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:33.941680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:34.014736 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:34.015038 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (6879ac8c-75f9-4e32-bfa7-5804e7d77334), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:34.027013 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Calling delete_port for 6879ac8c-75f9-4e32-bfa7-5804e7d77334 owned by network:floatingip {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:34.170425 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (6879ac8c-75f9-4e32-bfa7-5804e7d77334), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:34.195179 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event deleted for resources: {'Port': ['ID=6879ac8c-75f9-4e32-bfa7-5804e7d77334,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:34.260740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (d20e3c92-309b-44c4-80cf-bac6f8a6d24a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:34.261303 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Floating IP d20e3c92-309b-44c4-80cf-bac6f8a6d24a disassociated (deleted). External IP: 172.27.0.141, port: fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206. May 25 15:07:34.468226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:07:34.524282 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:34.593372 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:07:34.598144 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:34.602582 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:07:34.614044 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:34.614677 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:34.619201 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:34.639355 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-a325df57-fee1-49fa-9ac2-9d9e7fd14c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:34.642937 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1612070b-7e60-436b-b36c-d266e3bc84f7 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "DELETE /v2.0/floatingips/d20e3c92-309b-44c4-80cf-bac6f8a6d24a HTTP/1.1" status: 204 len: 168 time: 0.8440232 May 25 15:07:34.643653 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:34.646459 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea2b7c-8a82-4687-b719-bcc5116f3b86" -d '{"events": [{"name": "network-changed", "server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:34.657274 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:34.686344 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0687ac6e-276b-4759-91dd-7c29ccbbc75f x-openstack-request-id: req-0687ac6e-276b-4759-91dd-7c29ccbbc75f {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:34.686703 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:34.686997 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0687ac6e-276b-4759-91dd-7c29ccbbc75f {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:34.687447 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0687ac6e-276b-4759-91dd-7c29ccbbc75f'] response: {'name': 'network-changed', 'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'status': 'completed', 'code': 200} May 25 15:07:34.722378 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:34.735474 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:34.790218 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-b33ab981-83d8-470e-bb63-bcdac63be309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:34.791934 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-b33ab981-83d8-470e-bb63-bcdac63be309 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99281bdc8f6340a1be03774c255ae4ba&device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 1129 time: 0.0439138 May 25 15:07:34.894546 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-aac511bb-7b82-48d0-be8b-21da0152a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:34.896447 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-aac511bb-7b82-48d0-be8b-21da0152a8af service neutron] 10.222.0.72 "GET /v2.0/networks?id=620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 200 len: 913 time: 0.0960817 May 25 15:07:34.949433 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:34.955486 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-a32280af-7fd6-4a0a-b5b4-27410c7209e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 200 len: 217 time: 0.0455480 May 25 15:07:34.979627 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:07:34.988675 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:34.989287 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:35.033738 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5d794-7cfd-4d24-9fcd-6053f5de96ab req-d1b97e6b-7c07-4137-a393-d820309bb0be tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:35.035412 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-77c5d794-7cfd-4d24-9fcd-6053f5de96ab req-d1b97e6b-7c07-4137-a393-d820309bb0be tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.0532782 May 25 15:07:35.087921 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:35.090728 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-77c5d794-7cfd-4d24-9fcd-6053f5de96ab req-288c27be-2cfe-4bb2-9e79-b7fda76bb817 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496857 May 25 15:07:35.277544 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:35.301481 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b762f857-c156-4a21-a491-cfb4095ecaed None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:00Z', 'revision_number': 4, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': 'da180494-c1f4-40e4-95bb-176f8e9de6c2', 'name': '', 'network_id': '620eaca4-828c-4c2d-a756-ed68aa31fbcf', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'mac_address': 'fa:16:3e:8c:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '83bffb76-3835-4088-8647-774e0af4cb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:59Z', 'updated_at': '2022-05-25T14:59:06Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'subnets': [{'id': '83bffb76-3835-4088-8647-774e0af4cb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:07:35.526444 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d77dbc-9300-48e6-8279-ea53bc5b7846 None None] New status for floating IP d20e3c92-309b-44c4-80cf-bac6f8a6d24a: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:07:36.207961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143264e-a0a2-4463-9c4b-6ee1056d78ca req-73b22c48-1529-4f0d-97e5-dcc0a8cee8d0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:36.209341 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1143264e-a0a2-4463-9c4b-6ee1056d78ca req-73b22c48-1529-4f0d-97e5-dcc0a8cee8d0 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.0470748 May 25 15:07:36.259203 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1143264e-a0a2-4463-9c4b-6ee1056d78ca req-df058139-33b2-43c5-ac84-59600a1bf6fb tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 May 25 15:07:36.527040 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-dd77f757-4737-4394-902a-c0775d1bdad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:36.528499 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-dd77f757-4737-4394-902a-c0775d1bdad0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 200 len: 850 time: 0.0486023 May 25 15:07:36.582931 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-a9fb7e9b-9568-4617-ae6a-b6a0fb08cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:36.584430 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-a9fb7e9b-9568-4617-ae6a-b6a0fb08cde8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=620eaca4-828c-4c2d-a756-ed68aa31fbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393033 May 25 15:07:36.914792 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-de0fb542-7fee-4066-96f6-45d99cc1382e service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923493 May 25 15:07:37.136452 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-edea2b7c-8a82-4687-b719-bcc5116f3b86 req-67d43240-9814-4895-98bd-b57dc998c914 service neutron] 10.222.0.72 "GET /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962541 May 25 15:07:37.309506 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-e0d26b91-551a-4843-b713-3a07cb1a3a34 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:37.311274 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-e0d26b91-551a-4843-b713-3a07cb1a3a34 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.0507679 May 25 15:07:37.376339 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4ea4-f73f-4818-8c42-05cfd961f4fc req-2c82ed46-e532-4574-a116-f6242e27e62a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:37.377901 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dbed4ea4-f73f-4818-8c42-05cfd961f4fc req-2c82ed46-e532-4574-a116-f6242e27e62a tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 945 time: 0.0502791 May 25 15:07:37.414229 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Deleting port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:37.414565 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:37.429484 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-dbed4ea4-f73f-4818-8c42-05cfd961f4fc req-eacccac3-3e5d-41d3-a406-c5a783c36e8f tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/security-groups?id=37a62261-b902-4aa3-a01e-c2a205dfa19e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 May 25 15:07:37.505745 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] For port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:37.506311 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:37.517992 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c983639b-5eaf-4d7f-8f37-851346aa2341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:37.521307 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Calling delete_port for fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:37.603543 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:37.659409 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:37.685225 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event deleted for resources: {'Port': ['ID=fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:37.714909 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:37.733415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] No DVR routers for this DVR port fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:37.735875 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:37.739047 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a8b822fe-e53f-41e6-b6a5-6251390792b9 req-f4e7226e-f361-4285-accd-7b85b1de8976 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.72 "DELETE /v2.0/ports/fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 HTTP/1.1" status: 204 len: 173 time: 0.4097726 May 25 15:07:37.739477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'name': 'network-vif-deleted', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:37.741684 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d98cbdb-c759-4f13-8007-a4d8f7fef394" -d '{"events": [{"server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "name": "network-vif-deleted", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:37.785020 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f70739-bf03-485f-86e3-bd45ad854a9b x-openstack-request-id: req-67f70739-bf03-485f-86e3-bd45ad854a9b {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:37.785378 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62cd86f-b289-4006-bd52-2dad10b43e93", "name": "network-vif-deleted", "tag": "fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:37.785697 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67f70739-bf03-485f-86e3-bd45ad854a9b {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:37.786221 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f70739-bf03-485f-86e3-bd45ad854a9b'] response: {'server_uuid': 'd62cd86f-b289-4006-bd52-2dad10b43e93', 'name': 'network-vif-deleted', 'tag': 'fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206', 'status': 'completed', 'code': 200} May 25 15:07:38.535979 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-6dbddd37-24f7-41f4-a3a9-de60b6c9ddff req-5f41edb9-32ec-4109-b166-f7611201266b tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62cd86f-b289-4006-bd52-2dad10b43e93 HTTP/1.1" status: 200 len: 210 time: 0.0296519 May 25 15:07:39.142705 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:39.597025 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59006) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:39.744870 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-c6947e7a-be57-4555-962a-9d8c84ec945e tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848098611&fields=id&tenant_id=5e9e55701e7c4fe180a21d1934298240 HTTP/1.1" status: 200 len: 267 time: 0.1091003 May 25 15:07:39.745906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Deleting port 07f3a360-b02c-480c-b915-2d5243ca5759 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:39.746275 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (07f3a360-b02c-480c-b915-2d5243ca5759), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:39.766618 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:39.796300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:39.796742 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device fd6e6b51-3ed9-43c2-8f3a-8d7ad380c206 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:39.838149 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-539aab61-d4d6-479c-828c-82bf186400f2 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:39.839637 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-539aab61-d4d6-479c-828c-82bf186400f2 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 984 time: 0.0888426 May 25 15:07:39.859320 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Request body: {'port': {'security_groups': ['87af62ae-6570-44d4-908b-56899cf9f672']}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:07:39.902114 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (07f3a360-b02c-480c-b915-2d5243ca5759), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:39.902542 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (07f3a360-b02c-480c-b915-2d5243ca5759), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:39.943328 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Calling delete_port for 07f3a360-b02c-480c-b915-2d5243ca5759 owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:39.967012 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), before_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.126311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:40.231909 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (07f3a360-b02c-480c-b915-2d5243ca5759), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.237917 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:40.264908 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event deleted for resources: {'Port': ['ID=07f3a360-b02c-480c-b915-2d5243ca5759,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:40.299144 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.299485 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.299827 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.300165 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.300495 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.300821 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.301145 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.301484 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.302295 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.302295 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.302528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.302853 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.303180 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.303495 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.303814 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.369301 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:40.383619 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for floatingip (28c8497f-b267-4544-bc98-d01f927ac58a), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.386251 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.387414 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-cfc2c252-08ba-47d4-8e40-c6a5d46b6678 tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "DELETE /v2.0/floatingips/28c8497f-b267-4544-bc98-d01f927ac58a HTTP/1.1" status: 204 len: 168 time: 0.7920206 May 25 15:07:40.407265 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), precommit_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.413655 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15019844'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_update {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.472774 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:40.473067 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['14bd1814-6415-4936-8dc1-ab3f7060d8b1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:07:40.474527 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.477298 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1bc464c0-4e26-4041-b2d8-d4207b7eb312 req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "PUT /v2.0/ports/14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 942 time: 0.6287851 May 25 15:07:40.478051 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:40.484134 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:40.497456 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59012) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:40.516305 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44a80c-0eaf-4e1a-9ee8-b45ac41ab8ce tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event updated for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=7']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:40.574784 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group (6de920ad-333d-4f10-8a18-a2e9860b1a0e), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.608258 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group (6de920ad-333d-4f10-8a18-a2e9860b1a0e), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.697197 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['14bd1814-6415-4936-8dc1-ab3f7060d8b1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:07:40.768384 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6de920ad-333d-4f10-8a18-a2e9860b1a0e), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.772894 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.775229 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "DELETE /v2.0/security-groups/6de920ad-333d-4f10-8a18-a2e9860b1a0e HTTP/1.1" status: 204 len: 168 time: 0.2885728 May 25 15:07:40.777886 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59022) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:40.796912 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de920ad-333d-4f10-8a18-a2e9860b1a0e,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:40.807828 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.808175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.808595 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.808998 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.809561 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.810209 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.810801 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.811202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.811827 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.812203 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.812546 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.812871 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.814417 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.815005 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.815449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417ba742-be88-414e-b4db-f4e331b50e68 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:40.845339 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc27e790-9b2f-4bc2-a102-be5a63b38a69 x-openstack-request-id: req-bc27e790-9b2f-4bc2-a102-be5a63b38a69 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:40.845698 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:40.845879 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc27e790-9b2f-4bc2-a102-be5a63b38a69 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:40.846336 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc27e790-9b2f-4bc2-a102-be5a63b38a69'] response: {'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'status': 'completed', 'code': 200} May 25 15:07:40.915349 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-5f25511a-46f4-4602-99f6-8d78ad2e1b3d None None] Provisioning complete for port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 triggered by entity DHCP. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:07:40.915721 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5f25511a-46f4-4602-99f6-8d78ad2e1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:40.956256 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-74f581e9-d14c-42eb-8417-390b2d940564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:40.958988 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-74f581e9-d14c-42eb-8417-390b2d940564 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1129 time: 0.0621548 May 25 15:07:40.980517 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Deleting port 4ca0fbd4-69e5-4e98-95d4-23cdf7523807 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:40.980996 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.039653 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-5f25511a-46f4-4602-99f6-8d78ad2e1b3d None None] Current status of the port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 is: ACTIVE; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:07:41.084949 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.085280 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for floatingip (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.096238 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-8851d31e-56df-47d0-98c1-72ff073c4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:41.100874 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Calling delete_port for 4ca0fbd4-69e5-4e98-95d4-23cdf7523807 owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:41.101952 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-8851d31e-56df-47d0-98c1-72ff073c4c16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 200 len: 916 time: 0.1208122 May 25 15:07:41.171193 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-04e8844f-97cf-40b4-90e6-2145da2f964e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0612698 May 25 15:07:41.222158 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-e59e4fbb-9d6e-4271-a8ef-0c0a54b3973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:41.223668 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-e59e4fbb-9d6e-4271-a8ef-0c0a54b3973b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86565b5b-551a-4002-ae56-bbc813332260 HTTP/1.1" status: 200 len: 853 time: 0.0457168 May 25 15:07:41.278791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-d029f979-5750-4013-9873-872c762b83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:41.280346 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-d029f979-5750-4013-9873-872c762b83ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7618e0a-05c6-4611-8c95-878452bf932d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485206 May 25 15:07:41.392376 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-0ebfd4ca-5b6f-404b-a77c-9e9661bf64bc service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030262 May 25 15:07:41.503093 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b7e01c7-9a3c-4826-8e6a-bff1896097a5 req-e6651e90-9234-4002-9e4f-6853595764eb service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031380 May 25 15:07:41.540830 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (4ca0fbd4-69e5-4e98-95d4-23cdf7523807), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.566544 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event deleted for resources: {'Port': ['ID=4ca0fbd4-69e5-4e98-95d4-23cdf7523807,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:41.619594 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:41.647176 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks [] for floatingip (ba59667d-31b9-4c08-a5eb-6143f2ab57ee), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.647535 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Floating IP ba59667d-31b9-4c08-a5eb-6143f2ab57ee disassociated (deleted). External IP: 172.27.0.233, port: 14bd1814-6415-4936-8dc1-ab3f7060d8b1. May 25 15:07:41.735512 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59028) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:41.823974 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-bdbdae32-8e03-49d7-95d2-e53e4414165d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group (37a62261-b902-4aa3-a01e-c2a205dfa19e), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.836377 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:41.874493 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-bdbdae32-8e03-49d7-95d2-e53e4414165d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group (37a62261-b902-4aa3-a01e-c2a205dfa19e), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.917290 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:07:41.968865 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.976219 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-bdbdae32-8e03-49d7-95d2-e53e4414165d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (37a62261-b902-4aa3-a01e-c2a205dfa19e), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.979333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-bdbdae32-8e03-49d7-95d2-e53e4414165d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:41.986129 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-bdbdae32-8e03-49d7-95d2-e53e4414165d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] 10.222.0.78 "DELETE /v2.0/security-groups/37a62261-b902-4aa3-a01e-c2a205dfa19e HTTP/1.1" status: 204 len: 168 time: 0.2439787 May 25 15:07:41.994303 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdae32-8e03-49d7-95d2-e53e4414165d tempest-TestVolumeBootPattern-150097606 tempest-TestVolumeBootPattern-150097606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a62261-b902-4aa3-a01e-c2a205dfa19e,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:42.077389 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:42.085414 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59036) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:42.131757 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:07:42.141507 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:42.153621 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] Sync routers for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:07:42.172069 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:42.173076 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:42.211383 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ab99ee68-936b-4a4f-8196-e958d836be69 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "DELETE /v2.0/floatingips/ba59667d-31b9-4c08-a5eb-6143f2ab57ee HTTP/1.1" status: 204 len: 168 time: 1.4315329 May 25 15:07:42.375384 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:42.495664 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:42.648947 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:42.667301 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:42.678560 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:09Z', 'revision_number': 5, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:42.706059 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] Checking router: 8fd3de1f-8550-4435-a4a8-0d2eda80a511 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:07:42.717520 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:42.719052 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:42.834815 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:42.847296 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:42.849737 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2319b79e-664e-408a-ac22-69d4319417f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:42.889728 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b75471e-de13-41da-b93a-79837c32d030 x-openstack-request-id: req-9b75471e-de13-41da-b93a-79837c32d030 {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:42.890784 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:42.891297 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b75471e-de13-41da-b93a-79837c32d030 {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:42.891869 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b75471e-de13-41da-b93a-79837c32d030'] response: {'name': 'network-changed', 'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'status': 'completed', 'code': 200} May 25 15:07:42.963938 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:43.048882 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:09Z', 'revision_number': 5, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:43.080392 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a95578-e129-4e8e-8df0-0682a356b8d6 None None] The sync data for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi is: [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '352ce2b4-dafc-474d-bf9c-430c9df43d41', 'name': '', 'network_id': 'f7618e0a-05c6-4611-8c95-878452bf932d', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'mac_address': 'fa:16:3e:3b:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '86565b5b-551a-4002-ae56-bbc813332260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:56Z', 'updated_at': '2022-05-25T15:05:09Z', 'revision_number': 5, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'subnets': [{'id': '86565b5b-551a-4002-ae56-bbc813332260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:07:43.159252 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (3c19653c-1b6d-4f88-84dd-d0706a6de999), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:43.253239 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319b79e-664e-408a-ac22-69d4319417f7 req-91dbae53-11e0-49d4-8668-cc388233b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:43.254054 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2319b79e-664e-408a-ac22-69d4319417f7 req-91dbae53-11e0-49d4-8668-cc388233b6e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e9e55701e7c4fe180a21d1934298240&device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 1129 time: 0.0609422 May 25 15:07:43.347966 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a497a-02a8-4a55-9792-4114d4dd8875 None None] New status for floating IP ba59667d-31b9-4c08-a5eb-6143f2ab57ee: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:07:43.489175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319b79e-664e-408a-ac22-69d4319417f7 req-6817d994-bff5-4c2b-bafe-5b8513238e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:43.490676 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2319b79e-664e-408a-ac22-69d4319417f7 req-6817d994-bff5-4c2b-bafe-5b8513238e78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 200 len: 916 time: 0.1593721 May 25 15:07:43.556089 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2319b79e-664e-408a-ac22-69d4319417f7 req-6a4d06f2-fd2e-4a1e-8441-35ddd708eea7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 200 len: 217 time: 0.0393221 May 25 15:07:43.560134 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Deleting port da180494-c1f4-40e4-95bb-176f8e9de6c2 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:43.560477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:43.661645 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319b79e-664e-408a-ac22-69d4319417f7 req-d21f3bba-c15e-4f92-9cc2-3a33921dd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:43.663164 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2319b79e-664e-408a-ac22-69d4319417f7 req-d21f3bba-c15e-4f92-9cc2-3a33921dd4ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86565b5b-551a-4002-ae56-bbc813332260 HTTP/1.1" status: 200 len: 853 time: 0.1000483 May 25 15:07:43.732812 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] For port da180494-c1f4-40e4-95bb-176f8e9de6c2, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=da180494-c1f4-40e4-95bb-176f8e9de6c2,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:43.733281 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:43.753677 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Calling delete_port for da180494-c1f4-40e4-95bb-176f8e9de6c2 owned by network:router_interface {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:43.756107 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319b79e-664e-408a-ac22-69d4319417f7 req-bceebeb2-d804-4311-b3a8-4989d7b238d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:43.757655 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2319b79e-664e-408a-ac22-69d4319417f7 req-bceebeb2-d804-4311-b3a8-4989d7b238d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f7618e0a-05c6-4611-8c95-878452bf932d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785406 May 25 15:07:43.858032 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:43.940407 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:43.953382 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2319b79e-664e-408a-ac22-69d4319417f7 req-5c1893ce-ee29-4745-bdfb-6659da32a926 service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857920 May 25 15:07:44.100393 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2319b79e-664e-408a-ac22-69d4319417f7 req-4e3e245b-e611-442a-8de7-c1b0145f2cfb service neutron] 10.222.0.72 "GET /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400108 May 25 15:07:44.116493 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (da180494-c1f4-40e4-95bb-176f8e9de6c2), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:44.147015 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Pushing event deleted for resources: {'Port': ['ID=da180494-c1f4-40e4-95bb-176f8e9de6c2,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:44.325346 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (3c19653c-1b6d-4f88-84dd-d0706a6de999), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:44.544946 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Router 3c19653c-1b6d-4f88-84dd-d0706a6de999 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:07:44.652574 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:07:44.663932 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-71f27cd2-ad47-4cd5-960b-9317fae9001a admin admin] 10.222.0.78 "PUT /v2.0/routers/3c19653c-1b6d-4f88-84dd-d0706a6de999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5751755 May 25 15:07:44.664979 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337617d-aa40-493e-a286-baae57001a1c None None] Sync routers for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:07:44.666334 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59072) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:44.676693 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:44.677335 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:44.826865 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks [] for router (3c19653c-1b6d-4f88-84dd-d0706a6de999), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:44.841275 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206262d-5b39-430c-babe-e9b21a0b28c2 req-ef76f140-2e64-4662-b398-61dfa4efcc0e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:44.843603 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d206262d-5b39-430c-babe-e9b21a0b28c2 req-ef76f140-2e64-4662-b398-61dfa4efcc0e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0644209 May 25 15:07:44.889183 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:44.891148 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:44.909887 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d206262d-5b39-430c-babe-e9b21a0b28c2 req-4544c049-c356-4167-b3ac-7fd8f171309a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588293 May 25 15:07:44.955139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks [] for router_gateway (3c19653c-1b6d-4f88-84dd-d0706a6de999), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.003672 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Deleting port e5ed7bcd-575e-449a-8a07-5b9146900a69 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:45.004119 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.097443 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] For port e5ed7bcd-575e-449a-8a07-5b9146900a69, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=e5ed7bcd-575e-449a-8a07-5b9146900a69,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:45.097814 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.102348 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T15:07:44Z', 'revision_number': 5, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port': {'id': 'e5ed7bcd-575e-449a-8a07-5b9146900a69', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:45.113064 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Calling delete_port for e5ed7bcd-575e-449a-8a07-5b9146900a69 owned by network:router_gateway {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:45.128007 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337617d-aa40-493e-a286-baae57001a1c None None] Checking router: 3c19653c-1b6d-4f88-84dd-d0706a6de999 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:07:45.137698 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] Routers {'3c19653c-1b6d-4f88-84dd-d0706a6de999'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:45.138361 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['3c19653c-1b6d-4f88-84dd-d0706a6de999'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:45.221500 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] Set router 3c19653c-1b6d-4f88-84dd-d0706a6de999 gateway port host: None {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:45.273930 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-b337617d-aa40-493e-a286-baae57001a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T15:07:44Z', 'revision_number': 6, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:45.283083 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (e5ed7bcd-575e-449a-8a07-5b9146900a69), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.298804 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337617d-aa40-493e-a286-baae57001a1c None None] The sync data for ids ['3c19653c-1b6d-4f88-84dd-d0706a6de999'] in dv-cinder-803823-9-iscsi is: [{'id': '3c19653c-1b6d-4f88-84dd-d0706a6de999', 'name': 'tempest-TestVolumeBootPattern-909757015-router', 'tenant_id': '99281bdc8f6340a1be03774c255ae4ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:58:55Z', 'updated_at': '2022-05-25T15:07:44Z', 'revision_number': 6, 'project_id': '99281bdc8f6340a1be03774c255ae4ba', 'gw_port_host': None}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:07:45.311196 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ed7bcd-575e-449a-8a07-5b9146900a69,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:45.341426 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:45.377409 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:45.388281 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (3c19653c-1b6d-4f88-84dd-d0706a6de999), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.481213 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (3c19653c-1b6d-4f88-84dd-d0706a6de999), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.483933 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks [] for router_controller (3c19653c-1b6d-4f88-84dd-d0706a6de999), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.527082 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (3c19653c-1b6d-4f88-84dd-d0706a6de999), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.527678 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c19653c-1b6d-4f88-84dd-d0706a6de999 {{(pid=110349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:07:45.532553 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.533758 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d6ae2f97-df09-4c92-a40a-f5cf93103221 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3c19653c-1b6d-4f88-84dd-d0706a6de999 HTTP/1.1" status: 204 len: 168 time: 0.8650041 May 25 15:07:45.537190 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59086) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:45.585238 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] Deleting subnet 83bffb76-3835-4088-8647-774e0af4cb15 {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:07:45.588592 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] Publish callbacks [] for subnet (83bffb76-3835-4088-8647-774e0af4cb15), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.625234 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (83bffb76-3835-4088-8647-774e0af4cb15), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.719191 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (83bffb76-3835-4088-8647-774e0af4cb15), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.778131 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (83bffb76-3835-4088-8647-774e0af4cb15), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.802337 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bffb76-3835-4088-8647-774e0af4cb15,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:45.807763 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.810838 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4bb259fa-11db-4c2f-a2a6-d67ff5952ae9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/83bffb76-3835-4088-8647-774e0af4cb15 HTTP/1.1" status: 204 len: 168 time: 0.2726424 May 25 15:07:45.813221 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace74be7-005e-452a-8b2d-1ada778fc7fd None None] Network 620eaca4-828c-4c2d-a756-ed68aa31fbcf requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:07:45.813728 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59088) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:45.898790 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (620eaca4-828c-4c2d-a756-ed68aa31fbcf), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:45.946338 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Deleting port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:45.946684 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.012301 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] For port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=39e04edb-4cd4-4af0-b5c0-609eded6f0c6,segment=NetworkSegment(af13e550-b90c-4030-b7cd-c0a6311f6d14),segment_id=af13e550-b90c-4030-b7cd-c0a6311f6d14)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:46.013263 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.027483 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Calling delete_port for 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 owned by network:dhcp {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:46.028115 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dff07c-6ce4-4f10-a749-608bf6b5ce2a req-bd1fe7c7-3594-44dc-882b-37ab2048427e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:46.029938 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a5dff07c-6ce4-4f10-a749-608bf6b5ce2a req-bd1fe7c7-3594-44dc-882b-37ab2048427e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0516684 May 25 15:07:46.094609 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d2d69a-d70c-46cf-84b4-c161f0ac250b None None] DHCP port deletion for 620eaca4-828c-4c2d-a756-ed68aa31fbcf request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:07:46.103055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device da180494-c1f4-40e4-95bb-176f8e9de6c2 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:46.122162 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a5dff07c-6ce4-4f10-a749-608bf6b5ce2a req-36f18229-de30-4b1d-ade6-6c36e17d1d46 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856416 May 25 15:07:46.130064 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (39e04edb-4cd4-4af0-b5c0-609eded6f0c6), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.140258 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: da180494-c1f4-40e4-95bb-176f8e9de6c2 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:46.140604 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device da180494-c1f4-40e4-95bb-176f8e9de6c2 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:46.161472 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Pushing event deleted for resources: {'Port': ['ID=39e04edb-4cd4-4af0-b5c0-609eded6f0c6,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:46.163458 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] No DVR routers for this DVR port 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 on host dv-cinder-803823-9-iscsi {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:46.185169 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-86d2d69a-d70c-46cf-84b4-c161f0ac250b None None] The port '39e04edb-4cd4-4af0-b5c0-609eded6f0c6' was deleted {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} May 25 15:07:46.256278 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (620eaca4-828c-4c2d-a756-ed68aa31fbcf), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.289240 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620eaca4-828c-4c2d-a756-ed68aa31fbcf']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:46.303789 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af13e550-b90c-4030-b7cd-c0a6311f6d14') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:46.304149 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af13e550-b90c-4030-b7cd-c0a6311f6d14') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:46.314792 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (af13e550-b90c-4030-b7cd-c0a6311f6d14), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.328733 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (af13e550-b90c-4030-b7cd-c0a6311f6d14), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.335512 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:07:46.335979 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (af13e550-b90c-4030-b7cd-c0a6311f6d14), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.356104 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment af13e550-b90c-4030-b7cd-c0a6311f6d14 resource provider aggregate not found May 25 15:07:46.383402 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417e2a1-508b-48d4-936f-f06c9085eac2 req-530a1906-0d0c-403c-9cd4-a56eea71bf12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:46.383402 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d417e2a1-508b-48d4-936f-f06c9085eac2 req-530a1906-0d0c-403c-9cd4-a56eea71bf12 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0596168 May 25 15:07:46.387095 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment af13e550-b90c-4030-b7cd-c0a6311f6d14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af13e550-b90c-4030-b7cd-c0a6311f6d14 found for delete ", "request_id": "req-02322db2-4a87-4330-bae1-c994f3623ea0"}]} May 25 15:07:46.412882 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (620eaca4-828c-4c2d-a756-ed68aa31fbcf), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.420090 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:46.422564 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:46.426449 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] 10.222.0.78 "DELETE /v2.0/networks/620eaca4-828c-4c2d-a756-ed68aa31fbcf HTTP/1.1" status: 204 len: 168 time: 0.6094470 May 25 15:07:46.426449 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:46.426995 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:46.428129 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59102) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:46.461681 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d417e2a1-508b-48d4-936f-f06c9085eac2 req-b868ed27-0346-4435-bab9-54cf28bb73de tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695443 May 25 15:07:46.487657 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f7211-2139-4237-9257-52225bff22db admin admin] Pushing event deleted for resources: {'Network': ['ID=620eaca4-828c-4c2d-a756-ed68aa31fbcf,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:46.774891 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (5190b6a7-39e6-45ea-89a2-5ed168757793), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:47.005007 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Deleting port 3371f04b-445e-4c0f-9f16-e26d30a84bc1 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:47.005340 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:47.088807 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] For port 3371f04b-445e-4c0f-9f16-e26d30a84bc1, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=3371f04b-445e-4c0f-9f16-e26d30a84bc1,segment=NetworkSegment(5debc918-8f45-4259-a0bd-8d740db380ac),segment_id=5debc918-8f45-4259-a0bd-8d740db380ac)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:47.089077 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:47.104456 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Calling delete_port for 3371f04b-445e-4c0f-9f16-e26d30a84bc1 owned by network:router_interface {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:47.276708 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4475d-c28b-4518-a7d1-3853a19a84e5 req-7ff47a68-d657-4745-a284-2f694e3b1a82 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:47.278308 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-82a4475d-c28b-4518-a7d1-3853a19a84e5 req-7ff47a68-d657-4745-a284-2f694e3b1a82 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0700612 May 25 15:07:47.295502 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:47.339053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:47.377413 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-82a4475d-c28b-4518-a7d1-3853a19a84e5 req-a771a2a7-cd20-4163-bc20-edafe9352b5d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912807 May 25 15:07:47.388017 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (3371f04b-445e-4c0f-9f16-e26d30a84bc1), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:47.411363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Pushing event deleted for resources: {'Port': ['ID=3371f04b-445e-4c0f-9f16-e26d30a84bc1,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:47.582173 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device e5ed7bcd-575e-449a-8a07-5b9146900a69 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:47.603414 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: e5ed7bcd-575e-449a-8a07-5b9146900a69 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:47.604031 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device e5ed7bcd-575e-449a-8a07-5b9146900a69 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:47.604632 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:47.619539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3238e55-b50b-4cea-9c52-6146f547ef70 req-cd70745a-47dd-4c2b-987c-eecea9e98021 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:47.622233 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (5190b6a7-39e6-45ea-89a2-5ed168757793), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:47.622461 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f3238e55-b50b-4cea-9c52-6146f547ef70 req-cd70745a-47dd-4c2b-987c-eecea9e98021 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0769615 May 25 15:07:47.635548 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:47.636739 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 39e04edb-4cd4-4af0-b5c0-609eded6f0c6 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:47.693675 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f3238e55-b50b-4cea-9c52-6146f547ef70 req-5f8a1cc1-3fe9-407c-a6fd-dc6b314cd853 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621626 May 25 15:07:47.853408 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Router 5190b6a7-39e6-45ea-89a2-5ed168757793 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:07:47.959921 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:07:47.964718 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e1382d4f-d6ee-41f1-b104-d5c13b22db0b admin admin] 10.222.0.78 "PUT /v2.0/routers/5190b6a7-39e6-45ea-89a2-5ed168757793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356383 May 25 15:07:47.967303 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59108) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:47.971648 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] Sync routers for ids ['5190b6a7-39e6-45ea-89a2-5ed168757793'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:07:47.982485 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] Routers {'5190b6a7-39e6-45ea-89a2-5ed168757793'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:47.983111 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['5190b6a7-39e6-45ea-89a2-5ed168757793'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:48.075456 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:48.086527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] Set router 5190b6a7-39e6-45ea-89a2-5ed168757793 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:48.152913 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:48.273971 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T15:07:47Z', 'revision_number': 5, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:48.302230 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] Checking router: 5190b6a7-39e6-45ea-89a2-5ed168757793 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:07:48.312507 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] Routers {'5190b6a7-39e6-45ea-89a2-5ed168757793'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:48.313152 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['5190b6a7-39e6-45ea-89a2-5ed168757793'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:48.325675 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks [] for router (5190b6a7-39e6-45ea-89a2-5ed168757793), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:48.421888 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] Set router 5190b6a7-39e6-45ea-89a2-5ed168757793 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:48.460585 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks [] for router_gateway (5190b6a7-39e6-45ea-89a2-5ed168757793), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:48.542399 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf76e9-3b78-4214-a8d4-f63ed7a66c40 req-78642541-5c7f-48df-bd4b-cc7b4da38ba7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:48.543862 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-83cf76e9-3b78-4214-a8d4-f63ed7a66c40 req-78642541-5c7f-48df-bd4b-cc7b4da38ba7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0799620 May 25 15:07:48.556768 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Deleting port f979bf0d-3949-46fc-b6b4-1165d50d9179 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:48.557103 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:48.560233 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:48.602963 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T15:07:47Z', 'revision_number': 5, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:48.631002 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:48.638158 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a878d7-2700-4050-aad9-d5c7d59ed269 None None] The sync data for ids ['5190b6a7-39e6-45ea-89a2-5ed168757793'] in dv-cinder-803823-9-iscsi is: [{'id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'name': 'tempest-TestVolumeBootPattern-1217036913-router', 'tenant_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T15:07:47Z', 'revision_number': 5, 'project_id': '9ce506a9ffd44d5fbe080b9fb2f2b693', 'gw_port': {'id': 'f979bf0d-3949-46fc-b6b4-1165d50d9179', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b6a7-39e6-45ea-89a2-5ed168757793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T14:59:04Z', 'updated_at': '2022-05-25T14:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:07:48.651732 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-83cf76e9-3b78-4214-a8d4-f63ed7a66c40 req-02a96dd0-95bf-41de-86a2-a94165d7e390 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008933 May 25 15:07:48.658219 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-01df8645-79e5-4fd8-8998-0203c71e5edb tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:48.659903 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-01df8645-79e5-4fd8-8998-0203c71e5edb tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0526714 May 25 15:07:48.688458 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] For port f979bf0d-3949-46fc-b6b4-1165d50d9179, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=f979bf0d-3949-46fc-b6b4-1165d50d9179,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:48.688826 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:48.703684 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Calling delete_port for f979bf0d-3949-46fc-b6b4-1165d50d9179 owned by network:router_gateway {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:48.758913 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Deleting port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:48.759261 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:48.864729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409410bc-63a0-4437-a1f3-f1453bb17842 req-27d8c473-2eb7-4379-a724-91fcf3660c86 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:48.866156 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-409410bc-63a0-4437-a1f3-f1453bb17842 req-27d8c473-2eb7-4379-a724-91fcf3660c86 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/ports?device_id=5aef5cf9-818a-4b1b-8305-258790e3845d HTTP/1.1" status: 200 len: 945 time: 0.0915742 May 25 15:07:48.876217 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (f979bf0d-3949-46fc-b6b4-1165d50d9179), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:48.904685 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f979bf0d-3949-46fc-b6b4-1165d50d9179,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:48.916218 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] For port 14bd1814-6415-4936-8dc1-ab3f7060d8b1, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=14bd1814-6415-4936-8dc1-ab3f7060d8b1,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:48.916390 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:48.941699 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Calling delete_port for 14bd1814-6415-4936-8dc1-ab3f7060d8b1 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:48.960448 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-409410bc-63a0-4437-a1f3-f1453bb17842 req-e7dbfe3f-2fb5-446c-8c30-3cd27d7dc7d7 tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.78 "GET /v2.0/security-groups?id=87af62ae-6570-44d4-908b-56899cf9f672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873308 May 25 15:07:48.970354 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (5190b6a7-39e6-45ea-89a2-5ed168757793), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.063383 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (5190b6a7-39e6-45ea-89a2-5ed168757793), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.066296 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks [] for router_controller (5190b6a7-39e6-45ea-89a2-5ed168757793), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.105491 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (14bd1814-6415-4936-8dc1-ab3f7060d8b1), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.123352 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (5190b6a7-39e6-45ea-89a2-5ed168757793), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.123867 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5190b6a7-39e6-45ea-89a2-5ed168757793 {{(pid=110349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:07:49.133332 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.134427 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-9ce58ec4-e630-46df-9cab-70259f46d8b6 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5190b6a7-39e6-45ea-89a2-5ed168757793 HTTP/1.1" status: 204 len: 168 time: 1.1662288 May 25 15:07:49.137951 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59116) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:49.138635 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Pushing event deleted for resources: {'Port': ['ID=14bd1814-6415-4936-8dc1-ab3f7060d8b1,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:49.144255 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['14bd1814-6415-4936-8dc1-ab3f7060d8b1'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:07:49.191020 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] No DVR routers for this DVR port 14bd1814-6415-4936-8dc1-ab3f7060d8b1 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:49.193361 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.196571 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7da7f4b6-306d-43d4-9cc9-cef165590980 req-864bde2e-978e-4b8f-8edb-2f975552441f tempest-TestMinimumBasicScenario-1942380429 tempest-TestMinimumBasicScenario-1942380429-project] 10.222.0.72 "DELETE /v2.0/ports/14bd1814-6415-4936-8dc1-ab3f7060d8b1 HTTP/1.1" status: 204 len: 173 time: 0.5313892 May 25 15:07:49.197005 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'name': 'network-vif-deleted', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:07:49.199526 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89fd290-9c69-4fc1-8cf2-94334a1253fd" -d '{"events": [{"server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "name": "network-vif-deleted", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:07:49.206883 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] Deleting subnet 7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:07:49.210710 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] Publish callbacks [] for subnet (7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.237305 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa9b10f-aa02-4cb8-8266-fd5ca6bd7548 x-openstack-request-id: req-7fa9b10f-aa02-4cb8-8266-fd5ca6bd7548 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:07:49.237791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef5cf9-818a-4b1b-8305-258790e3845d", "name": "network-vif-deleted", "tag": "14bd1814-6415-4936-8dc1-ab3f7060d8b1", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:07:49.238710 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7fa9b10f-aa02-4cb8-8266-fd5ca6bd7548 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:07:49.239202 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa9b10f-aa02-4cb8-8266-fd5ca6bd7548'] response: {'server_uuid': '5aef5cf9-818a-4b1b-8305-258790e3845d', 'name': 'network-vif-deleted', 'tag': '14bd1814-6415-4936-8dc1-ab3f7060d8b1', 'status': 'completed', 'code': 200} May 25 15:07:49.253122 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.336760 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.396418 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.423243 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:49.429638 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.435146 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-45b35bf7-23bd-4a8e-8355-6485c53948ac admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7ee5db0a-d2e0-4f85-b326-6bf9b6f6391e HTTP/1.1" status: 204 len: 168 time: 0.2943187 May 25 15:07:49.435507 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59120) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:49.437880 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc12b5-ae79-4f6f-90f4-dbf61ca469d8 None None] Network 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:07:49.507139 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (9b28586f-60cb-4eb8-8f0e-868ffc6c4b01), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.572476 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:49.594361 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Deleting port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:49.594900 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.720930 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] For port 2a777dc8-602e-4f8e-af75-b4a87fe78f40, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2a777dc8-602e-4f8e-af75-b4a87fe78f40,segment=NetworkSegment(5debc918-8f45-4259-a0bd-8d740db380ac),segment_id=5debc918-8f45-4259-a0bd-8d740db380ac)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:49.721906 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.750372 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Calling delete_port for 2a777dc8-602e-4f8e-af75-b4a87fe78f40 owned by network:dhcp {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:49.756831 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:49.771911 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] DHCP port deletion for 9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:07:49.869157 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a241-8791-41b9-9d1e-bb3f41d38922 req-32fbe646-c0cc-42a3-9df9-e59a045c943d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:49.873114 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] Deleting port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:49.877794 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d888a241-8791-41b9-9d1e-bb3f41d38922 req-32fbe646-c0cc-42a3-9df9-e59a045c943d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0942547 May 25 15:07:49.880560 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.890488 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2a777dc8-602e-4f8e-af75-b4a87fe78f40 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:49.906364 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:49.937823 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a777dc8-602e-4f8e-af75-b4a87fe78f40,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:49.942556 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] No DVR routers for this DVR port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 on host dv-cinder-803823-9-iscsi {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:49.956305 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 2a777dc8-602e-4f8e-af75-b4a87fe78f40 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:49.956609 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2a777dc8-602e-4f8e-af75-b4a87fe78f40 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:49.957021 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device f979bf0d-3949-46fc-b6b4-1165d50d9179 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:49.958589 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d888a241-8791-41b9-9d1e-bb3f41d38922 req-2bd4a2e9-cede-4ee9-8e8f-8f9c64b44025 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797904 May 25 15:07:49.992255 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: f979bf0d-3949-46fc-b6b4-1165d50d9179 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:49.992554 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device f979bf0d-3949-46fc-b6b4-1165d50d9179 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:49.993026 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 3371f04b-445e-4c0f-9f16-e26d30a84bc1 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:50.024186 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 3371f04b-445e-4c0f-9f16-e26d30a84bc1 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:50.024539 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 3371f04b-445e-4c0f-9f16-e26d30a84bc1 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:50.032036 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] For port 2a777dc8-602e-4f8e-af75-b4a87fe78f40, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2a777dc8-602e-4f8e-af75-b4a87fe78f40,segment=NetworkSegment(5debc918-8f45-4259-a0bd-8d740db380ac),segment_id=5debc918-8f45-4259-a0bd-8d740db380ac)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:50.032431 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.042622 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (9b28586f-60cb-4eb8-8f0e-868ffc6c4b01), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.058848 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] Calling delete_port for 2a777dc8-602e-4f8e-af75-b4a87fe78f40 owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:50.074945 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b28586f-60cb-4eb8-8f0e-868ffc6c4b01']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:50.089756 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5debc918-8f45-4259-a0bd-8d740db380ac') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:50.090383 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5debc918-8f45-4259-a0bd-8d740db380ac') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:50.110136 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (5debc918-8f45-4259-a0bd-8d740db380ac), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.131534 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (5debc918-8f45-4259-a0bd-8d740db380ac), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.138892 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:07:50.139277 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (5debc918-8f45-4259-a0bd-8d740db380ac), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.156786 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (2a777dc8-602e-4f8e-af75-b4a87fe78f40), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.194926 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] Pushing event deleted for resources: {'Port': ['ID=2a777dc8-602e-4f8e-af75-b4a87fe78f40,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:50.197454 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d818a4f-f7cd-48a0-9b4b-b068a73cf934 None None] No DVR routers for this DVR port 2a777dc8-602e-4f8e-af75-b4a87fe78f40 on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:50.221282 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (9b28586f-60cb-4eb8-8f0e-868ffc6c4b01), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.226211 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.232447 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] 10.222.0.78 "DELETE /v2.0/networks/9b28586f-60cb-4eb8-8f0e-868ffc6c4b01 HTTP/1.1" status: 204 len: 168 time: 0.7959011 May 25 15:07:50.256010 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 5debc918-8f45-4259-a0bd-8d740db380ac resource provider aggregate not found May 25 15:07:50.260708 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7958ee-ed3f-4bc5-a973-bc0a2acccc4a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b28586f-60cb-4eb8-8f0e-868ffc6c4b01,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:50.275643 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 5debc918-8f45-4259-a0bd-8d740db380ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5debc918-8f45-4259-a0bd-8d740db380ac found for delete ", "request_id": "req-c74820ad-2dc9-4f06-9dfd-a2d59d0fab4a"}]} May 25 15:07:50.314282 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.383216 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59162) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:50.428103 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-eec8b7ae-5806-4144-aab8-424f915d6327 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99281bdc8f6340a1be03774c255ae4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436733 May 25 15:07:50.431055 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59172) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:50.453293 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:50.485948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-487c2f8c-0e17-41b5-a556-65455ebc26e7 admin admin] Publish callbacks [] for security_group (96564926-fde6-409d-ab18-a4c302b9da44), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.509769 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-487c2f8c-0e17-41b5-a556-65455ebc26e7 admin admin] Publish callbacks [] for security_group (96564926-fde6-409d-ab18-a4c302b9da44), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.546835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:50.568204 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-487c2f8c-0e17-41b5-a556-65455ebc26e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (96564926-fde6-409d-ab18-a4c302b9da44), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.572535 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-487c2f8c-0e17-41b5-a556-65455ebc26e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:50.574152 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-487c2f8c-0e17-41b5-a556-65455ebc26e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96564926-fde6-409d-ab18-a4c302b9da44 HTTP/1.1" status: 204 len: 168 time: 0.1422884 May 25 15:07:50.586097 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c2f8c-0e17-41b5-a556-65455ebc26e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96564926-fde6-409d-ab18-a4c302b9da44,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:50.691827 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59184) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:50.995539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59188) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:51.059278 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-be868228-5c79-4cec-bc21-10210e781e7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ce506a9ffd44d5fbe080b9fb2f2b693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609634 May 25 15:07:51.062499 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59192) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:51.091019 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (8fd3de1f-8550-4435-a4a8-0d2eda80a511), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.127421 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a21c093f-068d-436d-b24b-81ebf7547aae admin admin] Publish callbacks [] for security_group (6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.162276 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a21c093f-068d-436d-b24b-81ebf7547aae admin admin] Publish callbacks [] for security_group (6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.195078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39304012-5aa1-46ab-afdc-35ea31dbefd8 req-dd4a83b1-4ae0-4eb5-a6bb-8af5edccd8aa tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:51.196596 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-39304012-5aa1-46ab-afdc-35ea31dbefd8 req-dd4a83b1-4ae0-4eb5-a6bb-8af5edccd8aa tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.1083632 May 25 15:07:51.198858 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:51.220506 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a21c093f-068d-436d-b24b-81ebf7547aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.223124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-a21c093f-068d-436d-b24b-81ebf7547aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.224307 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-a21c093f-068d-436d-b24b-81ebf7547aae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa HTTP/1.1" status: 204 len: 168 time: 0.1603355 May 25 15:07:51.235661 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c093f-068d-436d-b24b-81ebf7547aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ec267-7a1b-448a-94d3-c0a75ebfa6aa,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:51.356775 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-39304012-5aa1-46ab-afdc-35ea31dbefd8 req-624e1bb4-38a6-47d5-8a71-ece1adab5d22 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216767 May 25 15:07:51.360066 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:51.463869 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Deleting port 352ce2b4-dafc-474d-bf9c-430c9df43d41 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:51.464632 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.583728 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] For port 352ce2b4-dafc-474d-bf9c-430c9df43d41, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=352ce2b4-dafc-474d-bf9c-430c9df43d41,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:51.584121 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.600880 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Calling delete_port for 352ce2b4-dafc-474d-bf9c-430c9df43d41 owned by network:router_interface {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:51.784592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 14bd1814-6415-4936-8dc1-ab3f7060d8b1 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:51.791356 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (352ce2b4-dafc-474d-bf9c-430c9df43d41), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:51.806098 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 14bd1814-6415-4936-8dc1-ab3f7060d8b1 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:51.806449 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 14bd1814-6415-4936-8dc1-ab3f7060d8b1 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:51.816767 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=352ce2b4-dafc-474d-bf9c-430c9df43d41,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:51.993990 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (8fd3de1f-8550-4435-a4a8-0d2eda80a511), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:52.167035 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:52.216319 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:07:52.312093 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:52.320058 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:07:52.324947 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-72fd8262-2dbe-418b-815d-a8199cb05e92 admin admin] 10.222.0.78 "PUT /v2.0/routers/8fd3de1f-8550-4435-a4a8-0d2eda80a511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6322811 May 25 15:07:52.327562 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59196) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:52.330093 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] Sync routers for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:07:52.341175 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:52.341854 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:52.432509 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks [] for router (8fd3de1f-8550-4435-a4a8-0d2eda80a511), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:52.451661 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:52.484814 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6b0c8-4586-4522-911f-711fbc1f61cf req-4ca9cb84-67dc-460d-9c7e-24bff0ed003c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:52.486379 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d7a6b0c8-4586-4522-911f-711fbc1f61cf req-4ca9cb84-67dc-460d-9c7e-24bff0ed003c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0506527 May 25 15:07:52.538225 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks [] for router_gateway (8fd3de1f-8550-4435-a4a8-0d2eda80a511), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:52.542536 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d7a6b0c8-4586-4522-911f-711fbc1f61cf req-282013e5-becc-4d8f-b131-7492ea83ada9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503130 May 25 15:07:52.592735 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Deleting port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:52.593598 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:52.620939 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:52.633613 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:07:51Z', 'revision_number': 5, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port': {'id': '2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:52.660821 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] Checking router: 8fd3de1f-8550-4435-a4a8-0d2eda80a511 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:07:52.669512 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] Routers {'8fd3de1f-8550-4435-a4a8-0d2eda80a511'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:52.670158 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:52.680429 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] For port 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:52.680796 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:52.697394 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Calling delete_port for 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 owned by network:router_gateway {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:52.755480 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] Set router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 gateway port host: None {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:52.806966 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:07:52Z', 'revision_number': 6, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:52.835846 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016a984-776b-4d32-ae51-3bb5de82470a None None] The sync data for ids ['8fd3de1f-8550-4435-a4a8-0d2eda80a511'] in dv-cinder-803823-9-iscsi is: [{'id': '8fd3de1f-8550-4435-a4a8-0d2eda80a511', 'name': 'tempest-TestMinimumBasicScenario-924117801-router', 'tenant_id': '5e9e55701e7c4fe180a21d1934298240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:07:52Z', 'revision_number': 6, 'project_id': '5e9e55701e7c4fe180a21d1934298240', 'gw_port_host': None}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:07:52.872263 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:52.897496 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:52.960671 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (8fd3de1f-8550-4435-a4a8-0d2eda80a511), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.323260 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (8fd3de1f-8550-4435-a4a8-0d2eda80a511), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.325701 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks [] for router_controller (8fd3de1f-8550-4435-a4a8-0d2eda80a511), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.373075 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (8fd3de1f-8550-4435-a4a8-0d2eda80a511), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.373763 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd3de1f-8550-4435-a4a8-0d2eda80a511 {{(pid=110349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:07:53.378475 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.379665 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d91e6c09-c50b-4ffd-8a3b-75dc8b0fd3af admin admin] 10.222.0.78 "DELETE /v2.0/routers/8fd3de1f-8550-4435-a4a8-0d2eda80a511 HTTP/1.1" status: 204 len: 168 time: 1.0511882 May 25 15:07:53.382153 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59200) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:53.421493 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:53.432334 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] Deleting subnet 86565b5b-551a-4002-ae56-bbc813332260 {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:07:53.437378 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] Publish callbacks [] for subnet (86565b5b-551a-4002-ae56-bbc813332260), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.477323 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (86565b5b-551a-4002-ae56-bbc813332260), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.512509 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:53.526233 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:53.546916 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:53.547269 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 2bcb3fcd-2ad0-4a6e-a751-711a46c8f2b5 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:53.547871 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 352ce2b4-dafc-474d-bf9c-430c9df43d41 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:53.549656 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:53.575720 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (86565b5b-551a-4002-ae56-bbc813332260), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.577232 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 352ce2b4-dafc-474d-bf9c-430c9df43d41 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:53.577631 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 352ce2b4-dafc-474d-bf9c-430c9df43d41 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:53.672186 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (86565b5b-551a-4002-ae56-bbc813332260), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.709593 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b8d10-10b2-45d5-9bb3-24ee44bd1154 req-98cae47a-6d5a-4add-99e6-05256fdc94dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:53.711179 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-719b8d10-10b2-45d5-9bb3-24ee44bd1154 req-98cae47a-6d5a-4add-99e6-05256fdc94dc tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0804629 May 25 15:07:53.713697 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86565b5b-551a-4002-ae56-bbc813332260,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:53.717675 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.721272 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-2b4ecd65-9d17-431a-8199-f30775e61f0a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/86565b5b-551a-4002-ae56-bbc813332260 HTTP/1.1" status: 204 len: 168 time: 0.3379650 May 25 15:07:53.723973 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59204) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:53.731356 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8458f0-f776-44b9-8d0b-5757c05207ce None None] Network f7618e0a-05c6-4611-8c95-878452bf932d requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:07:53.774676 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-719b8d10-10b2-45d5-9bb3-24ee44bd1154 req-895ce420-2896-4cb0-94ac-3ed269cac0ee tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522594 May 25 15:07:53.820112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (f7618e0a-05c6-4611-8c95-878452bf932d), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.869696 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Deleting port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:53.869805 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.914928 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] DHCP port deletion for f7618e0a-05c6-4611-8c95-878452bf932d request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:07:53.921592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:53.949138 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] For port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:53.949573 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.960435 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Deleting port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:53.960810 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:53.967974 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Calling delete_port for c4b4bd4c-8f3e-4cd2-a540-a13756f9160d owned by network:dhcp {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:54.026903 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] For port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,segment=NetworkSegment(e1742f97-b4fa-48c8-9118-89569a1e0f93),segment_id=e1742f97-b4fa-48c8-9118-89569a1e0f93)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:54.027343 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.041592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Calling delete_port for c4b4bd4c-8f3e-4cd2-a540-a13756f9160d owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:54.061123 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.085977 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:54.089653 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] No DVR routers for this DVR port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d on host dv-cinder-803823-9-iscsi {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:54.129902 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (c4b4bd4c-8f3e-4cd2-a540-a13756f9160d), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.154920 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Pushing event deleted for resources: {'Port': ['ID=c4b4bd4c-8f3e-4cd2-a540-a13756f9160d,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:54.161056 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] No DVR routers for this DVR port c4b4bd4c-8f3e-4cd2-a540-a13756f9160d on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:54.170704 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (f7618e0a-05c6-4611-8c95-878452bf932d), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.173204 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.173204 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.173472 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.173713 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.173967 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.174371 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.174734 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.175031 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.175935 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.176283 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.176613 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.176941 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.177267 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.177593 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.177914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21263d03-38a5-47e8-b315-98f0d5db68d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:07:54.194746 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7618e0a-05c6-4611-8c95-878452bf932d']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:54.204776 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1742f97-b4fa-48c8-9118-89569a1e0f93') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:54.205068 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1742f97-b4fa-48c8-9118-89569a1e0f93') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:54.214474 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (e1742f97-b4fa-48c8-9118-89569a1e0f93), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.228591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (e1742f97-b4fa-48c8-9118-89569a1e0f93), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.234934 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:07:54.235500 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (e1742f97-b4fa-48c8-9118-89569a1e0f93), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.250549 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:54.276994 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment e1742f97-b4fa-48c8-9118-89569a1e0f93 resource provider aggregate not found May 25 15:07:54.302236 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment e1742f97-b4fa-48c8-9118-89569a1e0f93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1742f97-b4fa-48c8-9118-89569a1e0f93 found for delete ", "request_id": "req-4a474fa6-7a9a-43a9-be61-da251e4127af"}]} May 25 15:07:54.309070 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (f7618e0a-05c6-4611-8c95-878452bf932d), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.314811 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.318347 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] 10.222.0.78 "DELETE /v2.0/networks/f7618e0a-05c6-4611-8c95-878452bf932d HTTP/1.1" status: 204 len: 168 time: 0.5932710 May 25 15:07:54.321311 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59210) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:54.330880 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800047a8-156a-4c2d-98bd-80790c16c9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f7618e0a-05c6-4611-8c95-878452bf932d,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:54.658194 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (b34bba36-dfd8-433b-82bc-81649f0078ec), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.911010 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Deleting port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:54.911361 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:54.916342 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3503a5b-5f5a-4ef9-8703-a6bdbcf79ca5 req-da7522b6-52a2-43a7-b9cf-02193f316526 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:54.918365 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c3503a5b-5f5a-4ef9-8703-a6bdbcf79ca5 req-da7522b6-52a2-43a7-b9cf-02193f316526 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0588663 May 25 15:07:54.988418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:54.996192 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c3503a5b-5f5a-4ef9-8703-a6bdbcf79ca5 req-adc7c4d1-caf1-4f17-972b-73c18f54e74c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683982 May 25 15:07:55.009497 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:55.044026 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] For port e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,segment=NetworkSegment(9ced1481-fc24-4d0b-b9b6-c408d3817179),segment_id=9ced1481-fc24-4d0b-b9b6-c408d3817179)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:55.044389 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:55.053947 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:55.063604 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Calling delete_port for e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 owned by network:router_interface {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:55.264115 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:55.295498 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:55.467889 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (b34bba36-dfd8-433b-82bc-81649f0078ec), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:55.583297 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c4b4bd4c-8f3e-4cd2-a540-a13756f9160d no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:55.606787 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: c4b4bd4c-8f3e-4cd2-a540-a13756f9160d {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:55.606787 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c4b4bd4c-8f3e-4cd2-a540-a13756f9160d not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:55.682743 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Router b34bba36-dfd8-433b-82bc-81649f0078ec has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:07:55.782722 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:07:55.787601 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-c358a659-a54a-436a-b636-bb3a9a1f976e admin admin] 10.222.0.78 "PUT /v2.0/routers/b34bba36-dfd8-433b-82bc-81649f0078ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4652598 May 25 15:07:55.790166 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59214) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:55.791185 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] Sync routers for ids ['b34bba36-dfd8-433b-82bc-81649f0078ec'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:07:55.802462 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:55.803047 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] Routers {'b34bba36-dfd8-433b-82bc-81649f0078ec'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:55.803300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['b34bba36-dfd8-433b-82bc-81649f0078ec'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:55.808885 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:07:55.892467 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks [] for router (b34bba36-dfd8-433b-82bc-81649f0078ec), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:55.994687 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks [] for router_gateway (b34bba36-dfd8-433b-82bc-81649f0078ec), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.031274 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] Set router b34bba36-dfd8-433b-82bc-81649f0078ec gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:56.040372 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Deleting port 80583076-4cef-4134-b864-46835ee6e521 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:56.040729 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (80583076-4cef-4134-b864-46835ee6e521), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.127100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] For port 80583076-4cef-4134-b864-46835ee6e521, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=80583076-4cef-4134-b864-46835ee6e521,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:56.127464 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (80583076-4cef-4134-b864-46835ee6e521), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.143815 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Calling delete_port for 80583076-4cef-4134-b864-46835ee6e521 owned by network:router_gateway {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:56.221482 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '80583076-4cef-4134-b864-46835ee6e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:07:55Z', 'revision_number': 5, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port': {'id': '80583076-4cef-4134-b864-46835ee6e521', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:05:02Z', 'updated_at': '2022-05-25T15:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:56.254092 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] Checking router: b34bba36-dfd8-433b-82bc-81649f0078ec for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:07:56.266167 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] Routers {'b34bba36-dfd8-433b-82bc-81649f0078ec'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:07:56.267299 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:07:38Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['b34bba36-dfd8-433b-82bc-81649f0078ec'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:56.338621 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (80583076-4cef-4134-b864-46835ee6e521), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.366238 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] Set router b34bba36-dfd8-433b-82bc-81649f0078ec gateway port host: None {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:07:56.373024 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Pushing event deleted for resources: {'Port': ['ID=80583076-4cef-4134-b864-46835ee6e521,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:56.450613 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:07:55Z', 'revision_number': 6, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:56.474817 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (b34bba36-dfd8-433b-82bc-81649f0078ec), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.478972 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed76c5-9223-4aa9-8659-8253ec94aa67 req-248be6ff-3a30-4c2b-a050-32e51d63f8c7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:56.480803 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-97ed76c5-9223-4aa9-8659-8253ec94aa67 req-248be6ff-3a30-4c2b-a050-32e51d63f8c7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0579097 May 25 15:07:56.483161 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57997d-934d-466e-a8f1-b47fe2ef42e5 None None] The sync data for ids ['b34bba36-dfd8-433b-82bc-81649f0078ec'] in dv-cinder-803823-9-iscsi is: [{'id': 'b34bba36-dfd8-433b-82bc-81649f0078ec', 'name': 'tempest-TestMinimumBasicScenario-1438895015-router', 'tenant_id': '34062b9020a74975b3a0eb31030e4fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:05:01Z', 'updated_at': '2022-05-25T15:07:55Z', 'revision_number': 6, 'project_id': '34062b9020a74975b3a0eb31030e4fa6', 'gw_port_host': None}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:07:56.535075 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-97ed76c5-9223-4aa9-8659-8253ec94aa67 req-fb970f7f-1a60-4d0d-96b6-4e57daf4fffe tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482643 May 25 15:07:56.855955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (b34bba36-dfd8-433b-82bc-81649f0078ec), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.859405 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks [] for router_controller (b34bba36-dfd8-433b-82bc-81649f0078ec), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.908136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (b34bba36-dfd8-433b-82bc-81649f0078ec), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.908136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34bba36-dfd8-433b-82bc-81649f0078ec {{(pid=110348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:07:56.912543 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.913820 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-d8c86eab-ee5b-440b-ad4f-3e4159f392fe admin admin] 10.222.0.78 "DELETE /v2.0/routers/b34bba36-dfd8-433b-82bc-81649f0078ec HTTP/1.1" status: 204 len: 168 time: 1.1225851 May 25 15:07:56.922376 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59220) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:56.966711 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] Deleting subnet 97e54380-933b-4d2f-91ce-2b59e3b0fbda {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:07:56.969227 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:56.971410 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] Publish callbacks [] for subnet (97e54380-933b-4d2f-91ce-2b59e3b0fbda), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:56.996955 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:57.009691 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (97e54380-933b-4d2f-91ce-2b59e3b0fbda), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.088425 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (97e54380-933b-4d2f-91ce-2b59e3b0fbda), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.147661 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (97e54380-933b-4d2f-91ce-2b59e3b0fbda), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.181062 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.187913 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/97e54380-933b-4d2f-91ce-2b59e3b0fbda HTTP/1.1" status: 204 len: 168 time: 0.2613649 May 25 15:07:57.187913 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b4479-59fe-4591-b0cf-ff8550bcc75e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e54380-933b-4d2f-91ce-2b59e3b0fbda,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:57.188198 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78ce39-67d5-4eca-9bd7-d8a4879dd820 None None] Network 8288b079-52c6-4332-9076-91069344cb3c requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:07:57.188634 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59222) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:57.261573 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (8288b079-52c6-4332-9076-91069344cb3c), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.279042 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:57.323656 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Deleting port 287f37d4-92e9-4217-9631-e9fe427b1277 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:57.323995 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.345484 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] DHCP port deletion for 8288b079-52c6-4332-9076-91069344cb3c request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:07:57.366311 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:57.392791 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] Deleting port 287f37d4-92e9-4217-9631-e9fe427b1277 {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:07:57.393168 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.400510 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] For port 287f37d4-92e9-4217-9631-e9fe427b1277, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=287f37d4-92e9-4217-9631-e9fe427b1277,segment=NetworkSegment(9ced1481-fc24-4d0b-b9b6-c408d3817179),segment_id=9ced1481-fc24-4d0b-b9b6-c408d3817179)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:57.400850 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.416944 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Calling delete_port for 287f37d4-92e9-4217-9631-e9fe427b1277 owned by network:dhcp {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:57.459310 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] For port 287f37d4-92e9-4217-9631-e9fe427b1277, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=287f37d4-92e9-4217-9631-e9fe427b1277,segment=NetworkSegment(9ced1481-fc24-4d0b-b9b6-c408d3817179),segment_id=9ced1481-fc24-4d0b-b9b6-c408d3817179)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:07:57.459711 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.474443 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] Calling delete_port for 287f37d4-92e9-4217-9631-e9fe427b1277 owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:07:57.476126 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:57.510584 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.522391 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:07:57.542883 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Pushing event deleted for resources: {'Port': ['ID=287f37d4-92e9-4217-9631-e9fe427b1277,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:57.549594 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] No DVR routers for this DVR port 287f37d4-92e9-4217-9631-e9fe427b1277 on host dv-cinder-803823-9-iscsi {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:57.565997 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 287f37d4-92e9-4217-9631-e9fe427b1277 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:57.570135 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (287f37d4-92e9-4217-9631-e9fe427b1277), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.615840 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] Pushing event deleted for resources: {'Port': ['ID=287f37d4-92e9-4217-9631-e9fe427b1277,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:57.621214 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 287f37d4-92e9-4217-9631-e9fe427b1277 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:57.621561 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 287f37d4-92e9-4217-9631-e9fe427b1277 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:57.621974 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:57.627312 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9d318-d127-48fb-8a45-4117dff6c4de None None] No DVR routers for this DVR port 287f37d4-92e9-4217-9631-e9fe427b1277 on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:07:57.648502 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:57.648850 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device e0ba9b6a-d01a-4e3c-a8ed-5f1ccd8783e7 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:57.649260 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 80583076-4cef-4134-b864-46835ee6e521 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:07:57.668614 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 80583076-4cef-4134-b864-46835ee6e521 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:07:57.669034 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 80583076-4cef-4134-b864-46835ee6e521 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:07:57.685888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (8288b079-52c6-4332-9076-91069344cb3c), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.718745 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b321-fcf4-4803-b482-00c8d782ab76 req-4a5e30a8-d3cc-4fd6-acd6-e68a1cc70475 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:57.720199 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2aa7b321-fcf4-4803-b482-00c8d782ab76 req-4a5e30a8-d3cc-4fd6-acd6-e68a1cc70475 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0756395 May 25 15:07:57.721714 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8288b079-52c6-4332-9076-91069344cb3c']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:57.739294 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ced1481-fc24-4d0b-b9b6-c408d3817179') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:57.739591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ced1481-fc24-4d0b-b9b6-c408d3817179') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:07:57.756035 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (9ced1481-fc24-4d0b-b9b6-c408d3817179), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.779544 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (9ced1481-fc24-4d0b-b9b6-c408d3817179), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.795273 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:07:57.795677 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (9ced1481-fc24-4d0b-b9b6-c408d3817179), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.818708 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2aa7b321-fcf4-4803-b482-00c8d782ab76 req-7201c363-d7b1-4698-9744-bc47fdd3173e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862713 May 25 15:07:57.840839 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment 9ced1481-fc24-4d0b-b9b6-c408d3817179 resource provider aggregate not found May 25 15:07:57.859970 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment 9ced1481-fc24-4d0b-b9b6-c408d3817179 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ced1481-fc24-4d0b-b9b6-c408d3817179 found for delete ", "request_id": "req-1ad320ca-67d2-452d-87ee-c20967dbe19a"}]} May 25 15:07:57.868694 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (8288b079-52c6-4332-9076-91069344cb3c), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.876890 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:57.879968 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8288b079-52c6-4332-9076-91069344cb3c HTTP/1.1" status: 204 len: 168 time: 0.6906343 May 25 15:07:57.892341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0b9d-7fe2-46c0-b059-4e3b1ada9887 admin admin] Pushing event deleted for resources: {'Network': ['ID=8288b079-52c6-4332-9076-91069344cb3c,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:58.060186 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59232) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:58.116407 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-855de2d9-bf4b-477f-a0b0-787705670f40 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e9e55701e7c4fe180a21d1934298240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549297 May 25 15:07:58.119088 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59234) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:58.176784 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01031991-3374-4bbe-832e-f4b0799d749c admin admin] Publish callbacks [] for security_group (87af62ae-6570-44d4-908b-56899cf9f672), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.199988 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01031991-3374-4bbe-832e-f4b0799d749c admin admin] Publish callbacks [] for security_group (87af62ae-6570-44d4-908b-56899cf9f672), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.252404 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01031991-3374-4bbe-832e-f4b0799d749c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (87af62ae-6570-44d4-908b-56899cf9f672), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.254903 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-01031991-3374-4bbe-832e-f4b0799d749c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.256048 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-01031991-3374-4bbe-832e-f4b0799d749c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87af62ae-6570-44d4-908b-56899cf9f672 HTTP/1.1" status: 204 len: 168 time: 0.1359408 May 25 15:07:58.264423 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031991-3374-4bbe-832e-f4b0799d749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87af62ae-6570-44d4-908b-56899cf9f672,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:58.596442 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59240) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:58.641102 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1404c1c4-7ede-4cde-894c-7bd4f582d73c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34062b9020a74975b3a0eb31030e4fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432620 May 25 15:07:58.643584 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59242) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:07:58.693062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1dce1aab-d515-4ca9-ab4c-f1d4523dbd2e admin admin] Publish callbacks [] for security_group (7fe41836-94ff-4f02-bc36-43140392e289), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.714456 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1dce1aab-d515-4ca9-ab4c-f1d4523dbd2e admin admin] Publish callbacks [] for security_group (7fe41836-94ff-4f02-bc36-43140392e289), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.765018 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1dce1aab-d515-4ca9-ab4c-f1d4523dbd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7fe41836-94ff-4f02-bc36-43140392e289), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.768452 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-1dce1aab-d515-4ca9-ab4c-f1d4523dbd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:07:58.769799 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-1dce1aab-d515-4ca9-ab4c-f1d4523dbd2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7fe41836-94ff-4f02-bc36-43140392e289 HTTP/1.1" status: 204 len: 168 time: 0.1252937 May 25 15:07:58.778364 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1aab-d515-4ca9-ab4c-f1d4523dbd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe41836-94ff-4f02-bc36-43140392e289,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:07:58.953807 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f30e5-4b89-4283-a52d-5554d053bc7a req-5fe708c8-ec17-4b6a-a616-443a0de709d7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:07:58.955404 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f84f30e5-4b89-4283-a52d-5554d053bc7a req-5fe708c8-ec17-4b6a-a616-443a0de709d7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0551031 May 25 15:07:59.038471 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f84f30e5-4b89-4283-a52d-5554d053bc7a req-7c67b0c6-07f7-4f8d-b565-d5a5f79b5d27 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751348 May 25 15:08:00.173878 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ae6bf-7ef9-4028-9c69-ef39c4fb2369 req-8ba30f5b-2a36-4ef9-8d8c-ad90e961c102 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:00.175489 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-595ae6bf-7ef9-4028-9c69-ef39c4fb2369 req-8ba30f5b-2a36-4ef9-8d8c-ad90e961c102 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0506186 May 25 15:08:00.233042 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-595ae6bf-7ef9-4028-9c69-ef39c4fb2369 req-ac67f481-1cf7-487d-884d-c11f79158b50 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489855 May 25 15:08:01.361805 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f10d5-32fc-490e-9f49-c5d583396567 req-abac0472-f1a2-4ada-82cf-184867fe9fcf tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:01.364597 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e33f10d5-32fc-490e-9f49-c5d583396567 req-abac0472-f1a2-4ada-82cf-184867fe9fcf tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0555282 May 25 15:08:01.415542 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e33f10d5-32fc-490e-9f49-c5d583396567 req-4ee22e24-c36a-423a-98c9-399ef8481ae1 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458457 May 25 15:08:02.530490 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:02.544654 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30eb0c-f065-448f-9081-48d9b8491117 req-f3dfe184-32be-40ad-af73-ce81c26e59c9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:02.546262 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ab30eb0c-f065-448f-9081-48d9b8491117 req-f3dfe184-32be-40ad-af73-ce81c26e59c9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0503864 May 25 15:08:02.597058 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ab30eb0c-f065-448f-9081-48d9b8491117 req-d47f7941-0e32-4b8b-b86d-a8a13a0bc5ce tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 May 25 15:08:03.735598 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f9cb7-fef2-478b-8b98-75d57e36ecb1 req-a5e9b352-cbf0-4c95-ba73-b146c16459e6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:03.737141 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f91f9cb7-fef2-478b-8b98-75d57e36ecb1 req-a5e9b352-cbf0-4c95-ba73-b146c16459e6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0570087 May 25 15:08:03.791143 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f91f9cb7-fef2-478b-8b98-75d57e36ecb1 req-87d4d656-db1a-49af-bec6-2630c79a70cd tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481665 May 25 15:08:04.633966 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fb152799-b7bd-4359-a957-7af78710cf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:04.915544 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bc12f-d53f-4e54-ac14-f83dc08c8595 req-ca3c1526-2fa2-48f6-97c2-481b2fed4f2b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:04.917029 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b5bc12f-d53f-4e54-ac14-f83dc08c8595 req-ca3c1526-2fa2-48f6-97c2-481b2fed4f2b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0475647 May 25 15:08:04.943421 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:04.968790 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4b5bc12f-d53f-4e54-ac14-f83dc08c8595 req-81dbfd62-1c78-4124-b2cf-6f5a30d158a7 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454350 May 25 15:08:06.089722 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1b029-51e1-4731-9692-dbbf1d8bd9a7 req-3bfc156e-93a6-4286-8ff3-7ef146b483ec tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:06.091217 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ab1b029-51e1-4731-9692-dbbf1d8bd9a7 req-3bfc156e-93a6-4286-8ff3-7ef146b483ec tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0472929 May 25 15:08:06.137946 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7ab1b029-51e1-4731-9692-dbbf1d8bd9a7 req-c86db584-dfad-4f70-9f25-183876031456 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 May 25 15:08:07.263251 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195dcf8-28cf-41b7-a736-c64a368c5062 req-2739c49a-e061-4dd2-9cdd-e51a3bdf7461 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:07.264717 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5195dcf8-28cf-41b7-a736-c64a368c5062 req-2739c49a-e061-4dd2-9cdd-e51a3bdf7461 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0515163 May 25 15:08:07.314812 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5195dcf8-28cf-41b7-a736-c64a368c5062 req-6d92fba3-c24c-46e5-9c7e-717d33198185 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 May 25 15:08:07.520219 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-00eadcba-bf5c-434f-af01-510b5f9b5f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:07.844875 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:08:07.952269 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:07.965300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'port_id': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'mac_address': 'fa:16:3e:47:29:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:08:08.005569 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a is: ACTIVE; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:08.006145 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:08.031662 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:08:08.052972 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:08.056912 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:08.104400 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=6']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:08.241565 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:08:08.466585 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecde0e-2370-4153-b79e-308a8492ab1d req-4a99409e-a403-4c3e-9999-ac76bd130744 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:08.470621 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-19ecde0e-2370-4153-b79e-308a8492ab1d req-4a99409e-a403-4c3e-9999-ac76bd130744 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 944 time: 0.0674453 May 25 15:08:08.533330 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-19ecde0e-2370-4153-b79e-308a8492ab1d req-05591ed4-147f-4db4-911d-c53c2007a90c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586607 May 25 15:08:08.799321 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:08.810982 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=18 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:09.150528 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:09.667950 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe5634-597f-4489-b7ce-83e2fee3f481 req-880e6332-cfd3-4bb3-b4b0-36ce6025767d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:09.670514 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-28fe5634-597f-4489-b7ce-83e2fee3f481 req-880e6332-cfd3-4bb3-b4b0-36ce6025767d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 944 time: 0.0578592 May 25 15:08:09.725105 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-28fe5634-597f-4489-b7ce-83e2fee3f481 req-c698f6ba-da66-4a41-a13c-7256673a21e3 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482574 May 25 15:08:09.848249 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:08:09.903634 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:09.911876 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:08:09.912394 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:09.939736 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:09.997455 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:09.998174 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:10.025114 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:10.027548 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b36071e-ea8a-446f-9aec-7a2806e553f3" -d '{"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-plugged", "status": "completed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:10.046916 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:10.052914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:10.118615 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=7']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:10.238261 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0552df1f-4a5e-407a-9d2e-f37792f751af x-openstack-request-id: req-0552df1f-4a5e-407a-9d2e-f37792f751af {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:10.239030 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-plugged", "status": "completed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:10.239030 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0552df1f-4a5e-407a-9d2e-f37792f751af {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:10.239416 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0552df1f-4a5e-407a-9d2e-f37792f751af'] response: {'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'code': 200} May 25 15:08:10.862057 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18141187-6715-42c4-8292-f1ccf78ef0c5 req-d8474caa-4fd3-4d18-b470-6e4cd5e22692 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:10.863904 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-18141187-6715-42c4-8292-f1ccf78ef0c5 req-d8474caa-4fd3-4d18-b470-6e4cd5e22692 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0595775 May 25 15:08:10.926459 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-18141187-6715-42c4-8292-f1ccf78ef0c5 req-8d9e06f1-8275-4227-8638-c066d571012d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566270 May 25 15:08:11.775399 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:12.055525 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:12.087080 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bda095-751e-4f0b-9bad-d0f2294aed44 req-01c2cb58-e278-4254-9184-657dd147bfad tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:12.094903 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b4bda095-751e-4f0b-9bad-d0f2294aed44 req-01c2cb58-e278-4254-9184-657dd147bfad tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0733111 May 25 15:08:12.158679 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b4bda095-751e-4f0b-9bad-d0f2294aed44 req-8f76a6d0-32f2-4758-b36c-06e5fca08836 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628805 May 25 15:08:13.294912 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa7b40-f659-4704-b21a-6dc9c3c5f73c req-2343a20e-e978-4eca-805a-6a245b7c350f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:13.297174 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8ffa7b40-f659-4704-b21a-6dc9c3c5f73c req-2343a20e-e978-4eca-805a-6a245b7c350f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0588608 May 25 15:08:13.364405 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8ffa7b40-f659-4704-b21a-6dc9c3c5f73c req-6750d1ee-b1f7-4170-835c-ab76d1ae99e9 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575364 May 25 15:08:14.493854 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:14.497333 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:14.517047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086fdca-d7fa-45ea-b29e-d5c8d7e232b9 req-a3ec36ec-05f9-4781-93f7-adb443630ed1 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:14.518653 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8086fdca-d7fa-45ea-b29e-d5c8d7e232b9 req-a3ec36ec-05f9-4781-93f7-adb443630ed1 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0645313 May 25 15:08:14.584709 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-8086fdca-d7fa-45ea-b29e-d5c8d7e232b9 req-61a34e4e-d0b4-4692-98f1-ebf661dd4fec tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588770 May 25 15:08:15.717833 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9b235-4eae-498b-b6c5-f2720fea50fb req-d9451bbe-ef71-4419-80d5-b90071799393 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:15.720030 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cff9b235-4eae-498b-b6c5-f2720fea50fb req-d9451bbe-ef71-4419-80d5-b90071799393 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0531049 May 25 15:08:15.804643 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-cff9b235-4eae-498b-b6c5-f2720fea50fb req-8395e2a8-15cf-4dc1-9c17-46d84380874d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755694 May 25 15:08:16.949479 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5aa04-c7a3-4a08-a22d-29926019ef71 req-edf14e8d-c8fc-4b58-9217-f06613a16443 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:16.952269 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3cb5aa04-c7a3-4a08-a22d-29926019ef71 req-edf14e8d-c8fc-4b58-9217-f06613a16443 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0552578 May 25 15:08:17.008495 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3cb5aa04-c7a3-4a08-a22d-29926019ef71 req-312abbd2-9c3e-4251-a71f-13ce1f9d3b4f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500896 May 25 15:08:17.592393 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a1ac-95f6-4da9-98fc-0e0dac640d41 req-c68aff60-e166-445e-8b47-282c1bfb0b86 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:17.594458 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2609a1ac-95f6-4da9-98fc-0e0dac640d41 req-c68aff60-e166-445e-8b47-282c1bfb0b86 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0482800 May 25 15:08:17.645743 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-2609a1ac-95f6-4da9-98fc-0e0dac640d41 req-0103d471-048b-45ea-bac6-e5ace4ef1d38 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455549 May 25 15:08:18.104317 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-d52da5fb-1bb5-4a36-a1b8-cc8a648bcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:18.105794 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-d52da5fb-1bb5-4a36-a1b8-cc8a648bcab2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 1129 time: 0.0499542 May 25 15:08:18.187830 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b2dc-b9d7-4174-b2ad-ad8db5348e46 req-110415dd-3b20-4045-80ba-8c28c62610f2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:18.189203 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0fd8b2dc-b9d7-4174-b2ad-ad8db5348e46 req-110415dd-3b20-4045-80ba-8c28c62610f2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0993462 May 25 15:08:18.254184 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-5c4e9fa8-1168-48d4-b060-a0aa5b36bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:18.255635 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-5c4e9fa8-1168-48d4-b060-a0aa5b36bded service neutron] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 919 time: 0.1345885 May 25 15:08:18.262934 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0fd8b2dc-b9d7-4174-b2ad-ad8db5348e46 req-6571dab9-2019-4a8c-9fe3-19165fcbb70d tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676527 May 25 15:08:18.319474 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-515bdb70-d630-41ad-b9a6-3c53367ef9eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 200 len: 1000 time: 0.0556262 May 25 15:08:18.374394 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:18.379368 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-0abcd3a9-e41b-4892-9c70-a4584455e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:18.380818 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-0abcd3a9-e41b-4892-9c70-a4584455e5ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0542741 May 25 15:08:18.428250 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-997ac238-4021-4a64-b584-837246071bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:18.430272 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-997ac238-4021-4a64-b584-837246071bd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399284 May 25 15:08:18.520165 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-ef2cbb07-d745-49d1-aa81-f43e6702eda9 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832901 May 25 15:08:18.610381 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:18.616808 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bf0ec137-bd43-49ba-9536-4a40d50e1c6f req-cadd51aa-409d-43dc-8ccf-c756097f192e service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883963 May 25 15:08:18.762095 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16e1f-a184-49d1-ae48-2fcde8a97a33 req-979bfb1e-d03c-4682-b28c-846846ef84d1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:18.763544 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-09e16e1f-a184-49d1-ae48-2fcde8a97a33 req-979bfb1e-d03c-4682-b28c-846846ef84d1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0498929 May 25 15:08:18.811992 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-09e16e1f-a184-49d1-ae48-2fcde8a97a33 req-992cb535-020b-4f3a-a1c6-5165bd25faba tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425713 May 25 15:08:19.382900 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc4927-e626-4727-bab3-d9ec2b7443be req-8dcccc63-4730-473a-ac05-da8d21760d6c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:19.384413 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5fcc4927-e626-4727-bab3-d9ec2b7443be req-8dcccc63-4730-473a-ac05-da8d21760d6c tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0483353 May 25 15:08:19.435951 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5fcc4927-e626-4727-bab3-d9ec2b7443be req-ade5eb3d-c4fa-4d0c-9db8-883e5f05c2e0 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 May 25 15:08:19.930197 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5609fe2-d9a2-413e-9697-45ad90d71f33 req-6e9be242-eafc-4beb-95fe-b47b056ff676 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:19.931881 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d5609fe2-d9a2-413e-9697-45ad90d71f33 req-6e9be242-eafc-4beb-95fe-b47b056ff676 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0499067 May 25 15:08:19.982621 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d5609fe2-d9a2-413e-9697-45ad90d71f33 req-db22293b-09d9-45ac-bde5-b7211f05619c tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445983 May 25 15:08:20.304989 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:20.566189 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4fedd-6243-40ce-af76-46654887e240 req-45d74098-137e-4ac4-b58f-d4fb833cea90 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:20.567829 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-76d4fedd-6243-40ce-af76-46654887e240 req-45d74098-137e-4ac4-b58f-d4fb833cea90 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0479221 May 25 15:08:20.620400 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-76d4fedd-6243-40ce-af76-46654887e240 req-e4fb7fa3-f80b-4200-8c5f-68afcced6d23 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 May 25 15:08:21.108082 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b2bd4-f53e-4d5c-9841-b73de9cf60fa req-2dac7e56-b32a-4b0c-a2cc-ffae0a8ce7c2 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:21.109653 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-010b2bd4-f53e-4d5c-9841-b73de9cf60fa req-2dac7e56-b32a-4b0c-a2cc-ffae0a8ce7c2 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0511146 May 25 15:08:21.165100 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-010b2bd4-f53e-4d5c-9841-b73de9cf60fa req-3c5dbb9a-7fa4-4dd8-a3ba-6d9dad3e974a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494618 May 25 15:08:21.741008 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a43ee-e2a9-49e6-99b5-cd5f97228592 req-8e10d054-453e-4d23-8ac5-eceabd0cef55 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:21.742513 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e72a43ee-e2a9-49e6-99b5-cd5f97228592 req-8e10d054-453e-4d23-8ac5-eceabd0cef55 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 945 time: 0.0482159 May 25 15:08:21.789544 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e72a43ee-e2a9-49e6-99b5-cd5f97228592 req-3cd53449-1d11-4c94-84a4-d9e340423473 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 May 25 15:08:21.875259 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:08:21.951255 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a is: ACTIVE; New status is: DOWN {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:21.951669 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:22.104450 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:22.106787 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d7c806-0fbf-4eda-9178-ea07e4dd4a75" -d '{"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-unplugged", "status": "completed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:22.128083 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:22.133187 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:22.162073 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69136f49-b6d1-4a01-a13d-340d2be45cd4 x-openstack-request-id: req-69136f49-b6d1-4a01-a13d-340d2be45cd4 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:22.162356 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-unplugged", "status": "failed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a", "code": 422}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:22.162610 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69136f49-b6d1-4a01-a13d-340d2be45cd4 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:22.163035 dv-cinder-803823-9-iscsi neutron-server[110350]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-69136f49-b6d1-4a01-a13d-340d2be45cd4']: {'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'code': 422} returned with failed status May 25 15:08:22.189193 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=8']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:22.283244 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d926c98-ecaf-44e7-84c2-171d18bf26b0 req-21843e12-3e84-4d19-b426-da64371e054d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:22.284750 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6d926c98-ecaf-44e7-84c2-171d18bf26b0 req-21843e12-3e84-4d19-b426-da64371e054d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0514634 May 25 15:08:22.335370 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6d926c98-ecaf-44e7-84c2-171d18bf26b0 req-83087daa-bf9b-4296-a262-d12041cc14e9 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451798 May 25 15:08:22.631871 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [req-294b8129-c684-4793-b141-67287d6a22d1 req-cf0f2c45-60a2-4835-b9e0-eab83241e227 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:08:22.633074 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-294b8129-c684-4793-b141-67287d6a22d1 req-cf0f2c45-60a2-4835-b9e0-eab83241e227 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053740 May 25 15:08:22.790761 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b81123-1afa-4c93-ad1c-117cf598ea89 req-1e497519-c3b5-4f65-9fe1-287b0995baf5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:22.793686 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-09b81123-1afa-4c93-ad1c-117cf598ea89 req-1e497519-c3b5-4f65-9fe1-287b0995baf5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0498669 May 25 15:08:22.846072 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-09b81123-1afa-4c93-ad1c-117cf598ea89 req-a0a0b099-bc6f-4b7d-ae89-7a9309243b76 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455580 May 25 15:08:23.092651 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59392) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:08:23.182579 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-c197b1a2-7706-4526-aa35-d7f5b9bd9608 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886214 May 25 15:08:23.190886 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-d4a6dca2-420d-44e9-aff9-97ae51050a56 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110348) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:08:23.191835 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-d4a6dca2-420d-44e9-aff9-97ae51050a56 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047925 May 25 15:08:23.270514 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59400) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:08:23.363222 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-6b82ecf4-9f43-4358-a946-9a39ab3fb6ff tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:23.364624 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-6b82ecf4-9f43-4358-a946-9a39ab3fb6ff tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports/e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 200 len: 940 time: 0.0931468 May 25 15:08:23.459863 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a67312-2067-4df6-895c-e8a9c17cfac0 req-f0362801-ce4c-4b06-a3b2-ee105fed6a2b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:23.467006 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d2a67312-2067-4df6-895c-e8a9c17cfac0 req-f0362801-ce4c-4b06-a3b2-ee105fed6a2b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0628805 May 25 15:08:23.512491 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d2a67312-2067-4df6-895c-e8a9c17cfac0 req-bed0abfe-a338-435a-baea-73664f31ae51 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 May 25 15:08:23.966289 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf3b64-b9c8-486f-8f32-a9b9790e41f3 req-2cedd070-cf1e-4c43-8856-03d9a5b85b62 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:23.967765 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9ccf3b64-b9c8-486f-8f32-a9b9790e41f3 req-2cedd070-cf1e-4c43-8856-03d9a5b85b62 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0476480 May 25 15:08:24.016432 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-9ccf3b64-b9c8-486f-8f32-a9b9790e41f3 req-4d0e9665-3c24-4547-b686-0a54328ade06 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 May 25 15:08:24.322997 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-e1e17379-9bfa-4f1a-baad-ec4c17debb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:24.324457 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-e1e17379-9bfa-4f1a-baad-ec4c17debb57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65&tenant_id=2b586a13e82f4177a7180f81acf675fd HTTP/1.1" status: 200 len: 1127 time: 0.0430007 May 25 15:08:24.408976 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-fd9fcc05-8405-43cf-a836-ee9bd0631a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:24.410476 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-fd9fcc05-8405-43cf-a836-ee9bd0631a77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b586a13e82f4177a7180f81acf675fd&device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 1127 time: 0.0398657 May 25 15:08:24.511752 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-65d0bfaf-4a84-4fee-9876-405de2fa5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:24.513218 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-65d0bfaf-4a84-4fee-9876-405de2fa5fbe service neutron] 10.222.0.72 "GET /v2.0/networks?id=6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 200 len: 919 time: 0.0957325 May 25 15:08:24.578770 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-7aafe7ce-2069-44be-95a5-209a371e45eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 200 len: 998 time: 0.0580804 May 25 15:08:24.645520 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:24.657600 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813a2c-32ce-484a-8ac6-2f018204c4fd req-b0d021eb-ae1e-47d3-bfc8-96995f7ecf5f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:24.659087 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d8813a2c-32ce-484a-8ac6-2f018204c4fd req-b0d021eb-ae1e-47d3-bfc8-96995f7ecf5f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0779705 May 25 15:08:24.664949 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-08c468b8-b543-4c16-bfc1-452b4e119dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:24.666386 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-08c468b8-b543-4c16-bfc1-452b4e119dc5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 200 len: 856 time: 0.0757718 May 25 15:08:24.729131 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-4f2040e8-778c-4cb8-8925-d84caf25aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:24.730664 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-4f2040e8-778c-4cb8-8925-d84caf25aeb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6028651b-e908-45f7-9bba-a9ff244363d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571325 May 25 15:08:24.755462 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-d8813a2c-32ce-484a-8ac6-2f018204c4fd req-863316a1-fdb8-440e-8098-be102094ea17 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881574 May 25 15:08:24.790889 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:24.830824 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-565a4b13-9a67-4592-8eaa-8fea2b824c60 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916235 May 25 15:08:24.925250 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b53ecac0-e8c0-461e-b46a-57ba5c8cb8bb req-ed10b329-5d8f-415c-9061-d83992c7de99 service neutron] 10.222.0.72 "GET /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881872 May 25 15:08:25.144060 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7587ad-f6bf-4e18-9487-2d222e7ff520 req-0e3c4673-6350-4395-8897-bcc855eb7b84 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:25.145575 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bb7587ad-f6bf-4e18-9487-2d222e7ff520 req-0e3c4673-6350-4395-8897-bcc855eb7b84 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0537786 May 25 15:08:25.194062 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-bb7587ad-f6bf-4e18-9487-2d222e7ff520 req-d69550dc-50ab-4002-b461-24d0584e916b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 May 25 15:08:25.880967 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f388-b2a5-4af5-80ca-d2bba4030d6e req-e8aa52b2-b5fd-4800-9942-701ea8b15179 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:25.882588 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3740f388-b2a5-4af5-80ca-d2bba4030d6e req-e8aa52b2-b5fd-4800-9942-701ea8b15179 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0551250 May 25 15:08:25.948192 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3740f388-b2a5-4af5-80ca-d2bba4030d6e req-92326b25-ba81-49e6-92f8-adc27f5492c5 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557878 May 25 15:08:26.327119 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956708-8e71-4ecf-87d4-2199cccbc166 req-c3f949be-b03c-457c-bb5b-4c14ed86cf83 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:26.328726 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d8956708-8e71-4ecf-87d4-2199cccbc166 req-c3f949be-b03c-457c-bb5b-4c14ed86cf83 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0542805 May 25 15:08:26.377885 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d8956708-8e71-4ecf-87d4-2199cccbc166 req-a8828786-6129-4fe1-aa5d-9ba0881f6a09 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436769 May 25 15:08:27.073191 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d60b8-471f-4d77-82fd-273b840d0544 req-c6589658-71b1-41d1-9bc8-1522fdf16775 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:27.074787 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8f6d60b8-471f-4d77-82fd-273b840d0544 req-c6589658-71b1-41d1-9bc8-1522fdf16775 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0530169 May 25 15:08:27.130217 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8f6d60b8-471f-4d77-82fd-273b840d0544 req-3cc5e38f-2be1-43ff-b6ac-20e8f8036476 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489740 May 25 15:08:27.512710 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3a28-c639-4f2e-8383-9810f8b7a9aa req-7bb683b7-a422-4009-8710-f33ef2709c26 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:27.514231 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-172a3a28-c639-4f2e-8383-9810f8b7a9aa req-7bb683b7-a422-4009-8710-f33ef2709c26 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0520015 May 25 15:08:27.568056 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-172a3a28-c639-4f2e-8383-9810f8b7a9aa req-8b06c895-2850-4b25-9f5b-fae22ec08ee2 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474083 May 25 15:08:28.253166 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8202d2-de2a-4386-88be-492aa2abe2d8 req-c2110668-d3e5-4c2e-bb49-32b09102617c tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:28.254736 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-db8202d2-de2a-4386-88be-492aa2abe2d8 req-c2110668-d3e5-4c2e-bb49-32b09102617c tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0492580 May 25 15:08:28.306685 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-db8202d2-de2a-4386-88be-492aa2abe2d8 req-a7e5c3d5-d8ce-4023-a324-d211732e517b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461581 May 25 15:08:28.655556 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:28.699097 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a705ac8-ef07-4d56-8255-f182f4bc450a req-5b12735d-e0b6-4200-8259-1ac912fcc535 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:28.700744 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4a705ac8-ef07-4d56-8255-f182f4bc450a req-5b12735d-e0b6-4200-8259-1ac912fcc535 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0568159 May 25 15:08:28.726654 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:28.751849 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4a705ac8-ef07-4d56-8255-f182f4bc450a req-b103a3a1-e385-489b-87aa-27bcaea90153 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438466 May 25 15:08:29.441803 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7fef-1d65-47d9-83a1-c205e46859ca req-275eea34-bbf7-4d7c-bba7-631f51e5a493 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:29.443322 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-978f7fef-1d65-47d9-83a1-c205e46859ca req-275eea34-bbf7-4d7c-bba7-631f51e5a493 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0617731 May 25 15:08:29.517845 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-978f7fef-1d65-47d9-83a1-c205e46859ca req-ebcb98e7-658c-4c27-8bcc-60ffd50ba1ef tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662277 May 25 15:08:29.879327 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09093cc2-477e-40be-bd0e-20fc0c2d4111 req-463a5212-9188-4118-b368-cc50984d6f3b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:29.880937 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-09093cc2-477e-40be-bd0e-20fc0c2d4111 req-463a5212-9188-4118-b368-cc50984d6f3b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0491917 May 25 15:08:29.935545 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-09093cc2-477e-40be-bd0e-20fc0c2d4111 req-3e946475-a9ed-4aa0-810a-dc8bf4584f6b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478895 May 25 15:08:30.636564 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a0564-612b-4c46-b128-53d1f1cfb071 req-b85db120-85ee-4a01-a2f7-f19d43b9468f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:30.640769 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a65a0564-612b-4c46-b128-53d1f1cfb071 req-b85db120-85ee-4a01-a2f7-f19d43b9468f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0532677 May 25 15:08:30.694695 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a65a0564-612b-4c46-b128-53d1f1cfb071 req-19d1a5d5-6daf-4382-bde1-dbe260b3bc8e tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476508 May 25 15:08:30.827879 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:31.071347 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64b052-b82a-4a91-bd21-04d3c3b19981 req-7f8a6e61-dd92-458e-b1fa-360aa02507e6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:31.073531 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fd64b052-b82a-4a91-bd21-04d3c3b19981 req-7f8a6e61-dd92-458e-b1fa-360aa02507e6 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0625501 May 25 15:08:31.123919 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fd64b052-b82a-4a91-bd21-04d3c3b19981 req-9c903a42-6a1e-48c2-9541-2d943031d240 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 May 25 15:08:31.816129 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121d808-0ec2-4df1-aab4-81b2940a4714 req-ba69a44b-2724-4021-89ba-4ed3b22e65c4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:31.817639 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6121d808-0ec2-4df1-aab4-81b2940a4714 req-ba69a44b-2724-4021-89ba-4ed3b22e65c4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0492723 May 25 15:08:31.868875 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6121d808-0ec2-4df1-aab4-81b2940a4714 req-013b6926-9787-4c2d-b618-96e8a2c9487d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457115 May 25 15:08:32.185600 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:32.188290 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:32.252726 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69d24d-56d3-41e5-8cf8-6bcad1678854 req-ee7aec13-fabd-4af3-a893-bfd6905522ed tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:32.254283 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1c69d24d-56d3-41e5-8cf8-6bcad1678854 req-ee7aec13-fabd-4af3-a893-bfd6905522ed tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0503776 May 25 15:08:32.304417 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1c69d24d-56d3-41e5-8cf8-6bcad1678854 req-a0c55bee-0add-4639-bfcf-cd1d782f13ce tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 May 25 15:08:32.807470 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:08:32.998392 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49879ffa-dfcd-49ef-9692-333b4313aa18 req-e808aa0f-adc1-49f2-8799-24bba48d6c5a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:33.000617 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-49879ffa-dfcd-49ef-9692-333b4313aa18 req-e808aa0f-adc1-49f2-8799-24bba48d6c5a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0576541 May 25 15:08:33.055126 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-49879ffa-dfcd-49ef-9692-333b4313aa18 req-c177dbe9-b629-40aa-bc55-d933d799adea tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484273 May 25 15:08:33.433415 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a0eb-e151-4687-a0b6-5882cda43994 req-60ec86f6-d3ba-4877-85dc-2893718783cb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:33.434954 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1d12a0eb-e151-4687-a0b6-5882cda43994 req-60ec86f6-d3ba-4877-85dc-2893718783cb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0528350 May 25 15:08:33.487341 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1d12a0eb-e151-4687-a0b6-5882cda43994 req-6a6b0032-9998-4f2b-9a6a-9423167b6e01 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460670 May 25 15:08:34.171010 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234829de-d155-4fec-a1db-b3c344d9e19f req-6695919f-2b5a-4dbd-8b6e-4cad814ae645 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:34.172421 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-234829de-d155-4fec-a1db-b3c344d9e19f req-6695919f-2b5a-4dbd-8b6e-4cad814ae645 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0487626 May 25 15:08:34.223587 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-234829de-d155-4fec-a1db-b3c344d9e19f req-0794bc6f-c683-4f34-8614-49b4de5b2a30 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 May 25 15:08:34.607664 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d785651-b342-4338-892b-9d5a6a1dd45a req-91fb1d54-ab1e-49d1-b83f-f2d5ccca70e4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:34.609192 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1d785651-b342-4338-892b-9d5a6a1dd45a req-91fb1d54-ab1e-49d1-b83f-f2d5ccca70e4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0472970 May 25 15:08:34.641188 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c8cce474-737a-4d06-9b9d-d9d58f6c14b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:34.658829 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1d785651-b342-4338-892b-9d5a6a1dd45a req-845122ab-86ed-45ce-a488-320910d1fd02 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 May 25 15:08:35.188426 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:35.220553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-aefbf1e2-bfec-4606-a808-968e5ee0539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:35.222077 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-aefbf1e2-bfec-4606-a808-968e5ee0539e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0420160 May 25 15:08:35.349772 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b9cf-ee9c-438d-9b65-e72e491c0d61 req-0ec83a1c-5233-4f26-b61f-6e14e8e9597b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:35.351269 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96f4b9cf-ee9c-438d-9b65-e72e491c0d61 req-0ec83a1c-5233-4f26-b61f-6e14e8e9597b tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0514317 May 25 15:08:35.369711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:35.401062 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-96f4b9cf-ee9c-438d-9b65-e72e491c0d61 req-a96e35f8-7505-4ec6-ad5b-a2005f6cd1f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442538 May 25 15:08:35.777510 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439dd9e-4cd5-426c-a643-d3180bd55ea1 req-a444a656-10c9-4d8d-b7b2-1960b3a988a5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:35.779009 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c439dd9e-4cd5-426c-a643-d3180bd55ea1 req-a444a656-10c9-4d8d-b7b2-1960b3a988a5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0470951 May 25 15:08:35.830484 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c439dd9e-4cd5-426c-a643-d3180bd55ea1 req-6f719191-1f95-41de-9570-65daf4411c6a tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451913 May 25 15:08:36.100295 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-d4f7b270-e2b5-45ce-8905-0f97c718b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:36.101789 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-d4f7b270-e2b5-45ce-8905-0f97c718b823 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 200 len: 910 time: 0.0868075 May 25 15:08:36.169347 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-b93b36c7-8399-4e74-b7ce-0358afff0953 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 1001 time: 0.0604980 May 25 15:08:36.216866 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-32b20377-108c-48b6-92e5-4be2c29d7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:36.218856 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-32b20377-108c-48b6-92e5-4be2c29d7146 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed16b30d-f6f8-4318-853b-db614c933a1d HTTP/1.1" status: 200 len: 847 time: 0.0432622 May 25 15:08:36.262317 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-7f02b347-86fb-46dd-b041-9dcf8a4a851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:36.263838 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-7f02b347-86fb-46dd-b041-9dcf8a4a851c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c84be869-0fb3-40e0-a0bf-430d84d35277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386195 May 25 15:08:36.358243 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-38a31b9c-9d38-49bd-8375-fa9b850ace2d service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867343 May 25 15:08:36.449375 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f04dbf9a-80c2-4f1d-b90a-6e4e67bbcabd req-964be5ed-2ec8-4914-ba24-62034f1c38f0 service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847318 May 25 15:08:36.531708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09db0b-7fbe-49ef-9510-bcba684c53f4 req-ae160b5b-f488-4ca2-a55e-4bd4bc0cfa31 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:36.533186 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fb09db0b-7fbe-49ef-9510-bcba684c53f4 req-ae160b5b-f488-4ca2-a55e-4bd4bc0cfa31 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0533772 May 25 15:08:36.582257 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-fb09db0b-7fbe-49ef-9510-bcba684c53f4 req-46c02cf1-74b4-4542-bece-b15161807b00 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 May 25 15:08:36.950920 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24758a67-48e3-4417-bada-8589ee6046cf req-c11788c5-fa48-4da6-b721-c2ef7c162a2e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:36.953026 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-24758a67-48e3-4417-bada-8589ee6046cf req-c11788c5-fa48-4da6-b721-c2ef7c162a2e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0488613 May 25 15:08:37.000001 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-24758a67-48e3-4417-bada-8589ee6046cf req-3ec14084-b596-43dd-b504-e0c43c10ff79 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 May 25 15:08:37.523290 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0ce0d006-87d2-40bc-8a5e-ec37ee800f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:37.697660 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37669-fe5f-4807-bb5e-b2d5b5b66667 req-d6d3d062-bb3a-4149-a81d-436e2bcf4265 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:37.699228 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12f37669-fe5f-4807-bb5e-b2d5b5b66667 req-d6d3d062-bb3a-4149-a81d-436e2bcf4265 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0465288 May 25 15:08:37.747146 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-12f37669-fe5f-4807-bb5e-b2d5b5b66667 req-ed01aebc-0abb-4896-8e01-f171ac12bc0a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416021 May 25 15:08:37.938463 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:08:38.059344 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:38.074739 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'port_id': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'mac_address': 'fa:16:3e:47:29:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:08:38.111504 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:38.111889 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:38.118440 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaf8fd-ba66-4da8-8b36-1b9466e14870 req-7f189a0c-f6a1-4221-8673-22b4bdffb5cb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:38.119930 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-64eaf8fd-ba66-4da8-8b36-1b9466e14870 req-7f189a0c-f6a1-4221-8673-22b4bdffb5cb tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 943 time: 0.0477283 May 25 15:08:38.125202 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:08:38.146494 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:38.150391 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:38.171709 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-64eaf8fd-ba66-4da8-8b36-1b9466e14870 req-646e0598-0824-400c-b700-7b96d2b8e834 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 May 25 15:08:38.196915 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=9']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:38.491849 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:08:38.896496 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d513243-674b-47af-9f83-0ecebe2175c8 req-43887732-118f-4268-9eb3-552313b97ced tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:38.898944 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8d513243-674b-47af-9f83-0ecebe2175c8 req-43887732-118f-4268-9eb3-552313b97ced tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0573092 May 25 15:08:38.958945 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8d513243-674b-47af-9f83-0ecebe2175c8 req-bda6027b-ad9b-4ed0-aed9-6f56b7bf2242 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533125 May 25 15:08:39.149146 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:39.302442 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76a4b-906d-4dbb-9a50-c0a2b066e5b3 req-e84e4d5e-6a70-471e-b5fe-753e5e4f90f4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:39.303936 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-66e76a4b-906d-4dbb-9a50-c0a2b066e5b3 req-e84e4d5e-6a70-471e-b5fe-753e5e4f90f4 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 944 time: 0.0522847 May 25 15:08:39.351520 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-66e76a4b-906d-4dbb-9a50-c0a2b066e5b3 req-3a7c7c34-fa30-4fce-a20c-cd742e007eba tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 May 25 15:08:40.027453 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:08:40.077855 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:08:40.078237 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:40.086626 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0935c7-2cb3-4989-b85b-64cdfc836546 req-593461bf-d0af-46f9-8593-03bcd85c7007 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:40.088146 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1a0935c7-2cb3-4989-b85b-64cdfc836546 req-593461bf-d0af-46f9-8593-03bcd85c7007 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0565672 May 25 15:08:40.138355 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1a0935c7-2cb3-4989-b85b-64cdfc836546 req-27c4ef6c-dbe2-48e9-91cf-12461ef670a8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440199 May 25 15:08:40.156349 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:40.156883 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:40.181351 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:40.183633 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94eb41a-8380-46c9-838b-924262a264a2" -d '{"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-plugged", "status": "completed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:40.196327 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:40.201072 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:40.201960 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device d91fb4f2-8eda-4755-a625-3d06bee0b78d no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:08:40.226492 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98036a39-913b-4915-b499-590d29e89677 x-openstack-request-id: req-98036a39-913b-4915-b499-590d29e89677 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:40.226846 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-plugged", "status": "completed", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:40.227040 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98036a39-913b-4915-b499-590d29e89677 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:40.227431 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98036a39-913b-4915-b499-590d29e89677'] response: {'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'code': 200} May 25 15:08:40.286044 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=10']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:40.330065 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port d91fb4f2-8eda-4755-a625-3d06bee0b78d is: ACTIVE; New status is: DOWN {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:40.330065 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:40.344563 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:40.345277 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:40.365855 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-978f4c8a-7608-4d29-8041-131f3fe3db97 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449512 May 25 15:08:40.372127 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:40.383210 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:40.442068 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=6']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:40.484670 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:40.498973 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b621f2-9aa5-4c30-9045-281a9699a41d req-57c19c3e-b840-4c82-b0e3-62903a6bb51b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:40.500471 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-33b621f2-9aa5-4c30-9045-281a9699a41d req-57c19c3e-b840-4c82-b0e3-62903a6bb51b tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 946 time: 0.0538743 May 25 15:08:40.509978 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badec23c-ffb6-4d34-a134-410c9fb0c7da req-d61065b4-ffbd-43d6-8811-5d9fc1443877 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:40.511724 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-badec23c-ffb6-4d34-a134-410c9fb0c7da req-d61065b4-ffbd-43d6-8811-5d9fc1443877 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.1408820 May 25 15:08:40.531748 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-b27d41e3-6b98-4edd-b312-74a782f9d24e tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:40.533094 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-b27d41e3-6b98-4edd-b312-74a782f9d24e tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports/d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 941 time: 0.1047463 May 25 15:08:40.549367 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160afbf-7ebd-4cd6-9092-65f83db7357f req-cc3f279b-64ca-40a9-b47c-c12cbd1157c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:40.550878 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e160afbf-7ebd-4cd6-9092-65f83db7357f req-cc3f279b-64ca-40a9-b47c-c12cbd1157c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 1130 time: 0.0773926 May 25 15:08:40.552297 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-33b621f2-9aa5-4c30-9045-281a9699a41d req-d966eb36-2421-47d6-acbd-7064bce7db53 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458798 May 25 15:08:40.563609 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:40.607008 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-badec23c-ffb6-4d34-a134-410c9fb0c7da req-61df992f-3d26-4029-b242-1bb5c89b9f83 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853944 May 25 15:08:40.624636 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e160afbf-7ebd-4cd6-9092-65f83db7357f req-cd06b9f6-9eda-415b-b67a-6e3a4432180f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665069 May 25 15:08:41.655076 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:41.677559 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25426dd-dc1d-4ef6-b858-d6ef721ff68a req-c0595472-ced4-4e8d-8572-6a71c36b498f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:41.679401 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e25426dd-dc1d-4ef6-b858-d6ef721ff68a req-c0595472-ced4-4e8d-8572-6a71c36b498f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 946 time: 0.0528142 May 25 15:08:41.711009 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=100 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:41.727213 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bae43-84d4-44e4-8616-775c221a8c05 req-2db40e41-1110-44f1-8f40-46619610c06a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:41.728807 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a44bae43-84d4-44e4-8616-775c221a8c05 req-2db40e41-1110-44f1-8f40-46619610c06a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0528932 May 25 15:08:41.735867 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e25426dd-dc1d-4ef6-b858-d6ef721ff68a req-ae8aeb44-f993-402e-8c7e-aeb45bfcb7af tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 May 25 15:08:41.794710 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:41.809974 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a44bae43-84d4-44e4-8616-775c221a8c05 req-72c1afbc-544d-45e0-994c-8b0daaa7e7f4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745921 May 25 15:08:42.047583 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:42.228567 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:42.232747 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830f93c-9c76-43ef-8c09-c982b44aa409" -d '{"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:42.266375 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 15:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a115794a-e78c-4243-bf56-f182dfd7e8ed x-openstack-request-id: req-a115794a-e78c-4243-bf56-f182dfd7e8ed {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:42.266689 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-unplugged", "status": "failed", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d", "code": 422}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:42.266946 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a115794a-e78c-4243-bf56-f182dfd7e8ed {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:42.267354 dv-cinder-803823-9-iscsi neutron-server[110350]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a115794a-e78c-4243-bf56-f182dfd7e8ed']: {'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'code': 422} returned with failed status May 25 15:08:42.900184 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-d84f0f67-f2cb-4823-a61c-d2039a28741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:42.901687 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-d84f0f67-f2cb-4823-a61c-d2039a28741d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5&tenant_id=ffb2008af6964bc5b2e94a630bfe78e5 HTTP/1.1" status: 200 len: 1128 time: 0.0692196 May 25 15:08:42.910802 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8b3e6-ffcb-421f-b0aa-14cdf93e7848 req-bce65322-a25a-43e8-9dcb-7b57e1f76316 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:42.912256 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-49b8b3e6-ffcb-421f-b0aa-14cdf93e7848 req-bce65322-a25a-43e8-9dcb-7b57e1f76316 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 946 time: 0.0715563 May 25 15:08:42.927303 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d356b2-776d-4aec-8658-0bbee8f803fc req-79b19722-bc07-44ab-b9cb-cc2e58f8abe3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:42.931729 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-25d356b2-776d-4aec-8658-0bbee8f803fc req-79b19722-bc07-44ab-b9cb-cc2e58f8abe3 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0519817 May 25 15:08:42.979945 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-25d356b2-776d-4aec-8658-0bbee8f803fc req-fa77d5ea-ac56-4537-979c-99cec0471940 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443873 May 25 15:08:42.993015 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-49b8b3e6-ffcb-421f-b0aa-14cdf93e7848 req-a8d112b2-3f96-4386-8d64-d7486624a392 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748935 May 25 15:08:42.998301 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-4e2ec0a3-7f48-45be-ab69-92debf1ec01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:43.000285 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-4e2ec0a3-7f48-45be-ab69-92debf1ec01d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0604060 May 25 15:08:43.093836 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-468dd2d3-8fb0-45cb-a5b4-ab6440b968be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:43.095250 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-468dd2d3-8fb0-45cb-a5b4-ab6440b968be service neutron] 10.222.0.72 "GET /v2.0/networks?id=c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 200 len: 910 time: 0.0867338 May 25 15:08:43.162845 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-f8c729eb-a8f1-4df7-abcc-da0b7d4c7736 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 999 time: 0.0601032 May 25 15:08:43.210942 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-a337d3df-cbd9-490d-9b12-8f5c6c391987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:43.212373 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-a337d3df-cbd9-490d-9b12-8f5c6c391987 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed16b30d-f6f8-4318-853b-db614c933a1d HTTP/1.1" status: 200 len: 847 time: 0.0436053 May 25 15:08:43.256136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-ede8fffd-47b6-4c50-898b-f2b43842129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:43.257605 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-ede8fffd-47b6-4c50-898b-f2b43842129c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c84be869-0fb3-40e0-a0bf-430d84d35277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388043 May 25 15:08:43.348431 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-47e51a37-3e92-44b3-852b-dacc8cfc8a87 service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839338 May 25 15:08:43.438430 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1f5187af-25fc-47c7-969e-6a97bba32b98 req-1cbfb922-80bc-428b-8d09-e274b7f77cba service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832961 May 25 15:08:44.092442 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1153656-0c80-4de2-89f4-dc3655c32a8e req-e2c3df4f-6189-474b-92e3-04f7f7cc06f4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:44.093925 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f1153656-0c80-4de2-89f4-dc3655c32a8e req-e2c3df4f-6189-474b-92e3-04f7f7cc06f4 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0463078 May 25 15:08:44.143341 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f1153656-0c80-4de2-89f4-dc3655c32a8e req-7dd04b56-6e8f-42b5-9783-d8f1461b4473 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438232 May 25 15:08:45.257006 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c32c9-d7fb-48c1-b195-28c9dab4a1d6 req-62940dcd-7f72-4460-8ff5-175964c62abb tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:45.258495 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bc0c32c9-d7fb-48c1-b195-28c9dab4a1d6 req-62940dcd-7f72-4460-8ff5-175964c62abb tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0476007 May 25 15:08:45.311701 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bc0c32c9-d7fb-48c1-b195-28c9dab4a1d6 req-3dbb0525-1f75-4ca4-8e6b-3e1911c91d13 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474286 May 25 15:08:45.791009 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:45.796245 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:46.428047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f27ef-3374-4219-a172-58ad1f91c7c1 req-82bbb50b-a9d3-4e2e-a8aa-187e122a2510 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:46.429571 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-345f27ef-3374-4219-a172-58ad1f91c7c1 req-82bbb50b-a9d3-4e2e-a8aa-187e122a2510 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0503168 May 25 15:08:46.478620 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-345f27ef-3374-4219-a172-58ad1f91c7c1 req-4fc263d5-88ec-4016-af0f-f7776ecd6a16 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 May 25 15:08:47.596961 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9e2e-35d1-45ef-8f55-fe57d87be291 req-f52350e3-8b14-42de-b03e-121ffe6931ec tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:47.598440 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-66ef9e2e-35d1-45ef-8f55-fe57d87be291 req-f52350e3-8b14-42de-b03e-121ffe6931ec tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0510712 May 25 15:08:47.624422 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:47.648986 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-66ef9e2e-35d1-45ef-8f55-fe57d87be291 req-05762b48-6de5-4db1-bf7e-3019b427adfb tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 May 25 15:08:48.761295 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471fa3-693e-481f-b715-279b4f9889f2 req-666a1be8-aa86-4548-b609-dc9a5fac5ab0 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:48.762786 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-11471fa3-693e-481f-b715-279b4f9889f2 req-666a1be8-aa86-4548-b609-dc9a5fac5ab0 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0470719 May 25 15:08:48.814120 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-11471fa3-693e-481f-b715-279b4f9889f2 req-ddf6c264-d773-4fd4-8921-c940c6bd61a1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458233 May 25 15:08:49.926553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcfc3-8486-4579-b5a1-52a148db63e2 req-fc126bba-06b7-4778-a1bd-c26adcada076 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:49.928031 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4cadcfc3-8486-4579-b5a1-52a148db63e2 req-fc126bba-06b7-4778-a1bd-c26adcada076 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0469580 May 25 15:08:49.948295 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:49.977914 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4cadcfc3-8486-4579-b5a1-52a148db63e2 req-9b4a4cfa-98f9-4256-8698-40f10e984e65 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443776 May 25 15:08:50.324637 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:51.095030 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583dcf2-d9b9-4ab5-8e55-48e3524ced7f req-afc5ebd1-d6d4-4afa-9d1c-e4413e78ee5e tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:51.096558 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b583dcf2-d9b9-4ab5-8e55-48e3524ced7f req-afc5ebd1-d6d4-4afa-9d1c-e4413e78ee5e tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 944 time: 0.0511937 May 25 15:08:51.148414 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b583dcf2-d9b9-4ab5-8e55-48e3524ced7f req-5b498afb-6936-4f13-beea-c5bf1f3d9625 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456078 May 25 15:08:52.018507 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device d91fb4f2-8eda-4755-a625-3d06bee0b78d details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:08:52.121840 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:52.133886 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'port_id': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'mac_address': 'fa:16:3e:1f:8b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:08:52.171085 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port d91fb4f2-8eda-4755-a625-3d06bee0b78d is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:52.171471 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:52.186306 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91fb4f2-8eda-4755-a625-3d06bee0b78d {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:08:52.208502 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:52.212899 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:52.259236 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=7']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:52.269892 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3d5ea-acda-4f56-b89b-1f4475e98fcc req-719e794e-3bce-4440-b592-847efcc59c2d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:52.271385 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c2c3d5ea-acda-4f56-b89b-1f4475e98fcc req-719e794e-3bce-4440-b592-847efcc59c2d tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 945 time: 0.0512567 May 25 15:08:52.320984 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c2c3d5ea-acda-4f56-b89b-1f4475e98fcc req-b028ef47-d045-4200-b384-6605240c0837 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440304 May 25 15:08:52.587709 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['d91fb4f2-8eda-4755-a625-3d06bee0b78d'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:08:53.437635 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00bb09-65dc-4aa3-af92-827538ad406f req-815a7102-94f0-4d9d-bf0e-4077c3055a60 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:53.439660 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aa00bb09-65dc-4aa3-af92-827538ad406f req-815a7102-94f0-4d9d-bf0e-4077c3055a60 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 945 time: 0.0462041 May 25 15:08:53.487495 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-aa00bb09-65dc-4aa3-af92-827538ad406f req-c135c3a0-af90-4d3f-942e-e2a075599321 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422499 May 25 15:08:54.018551 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device d91fb4f2-8eda-4755-a625-3d06bee0b78d up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:08:54.064820 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port d91fb4f2-8eda-4755-a625-3d06bee0b78d triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:08:54.065181 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:54.085710 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:54.134831 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:08:54.139754 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port d91fb4f2-8eda-4755-a625-3d06bee0b78d is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:08:54.140140 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:54.164197 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:08:54.166341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53d6275-ab6f-4def-a598-8516902b18dd" -d '{"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-plugged", "status": "completed", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:08:54.180126 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:08:54.184912 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:08:54.206543 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c26eeeb-5661-44b9-9b36-b2741a319771 x-openstack-request-id: req-5c26eeeb-5661-44b9-9b36-b2741a319771 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:08:54.206836 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-plugged", "status": "completed", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:08:54.207087 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c26eeeb-5661-44b9-9b36-b2741a319771 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:08:54.207476 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c26eeeb-5661-44b9-9b36-b2741a319771'] response: {'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'code': 200} May 25 15:08:54.236972 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=8']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:08:54.244131 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.244483 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.244822 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.245159 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.245491 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.245820 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.246176 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.246503 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.246829 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.247154 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.247476 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.247800 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.248121 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.248441 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.248759 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:08:54.603588 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd2cb9-8590-4af3-b893-e8f1a37828f4 req-aabb21b3-2cce-4b37-8460-17e50405deb9 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:54.605084 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-53fd2cb9-8590-4af3-b893-e8f1a37828f4 req-aabb21b3-2cce-4b37-8460-17e50405deb9 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0476506 May 25 15:08:54.657844 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-53fd2cb9-8590-4af3-b893-e8f1a37828f4 req-d12452ae-b752-49ee-a263-2eac035d2277 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470133 May 25 15:08:55.226038 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66e759-ee10-4bd3-9d78-e0a6e7cdb00a req-f1f74359-f1a0-4bc5-b4db-0b114f946502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:55.227465 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb66e759-ee10-4bd3-9d78-e0a6e7cdb00a req-f1f74359-f1a0-4bc5-b4db-0b114f946502 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0488114 May 25 15:08:55.276378 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-eb66e759-ee10-4bd3-9d78-e0a6e7cdb00a req-e8c6a2cb-4c8b-43d2-a205-cc2880331ba1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 May 25 15:08:55.774833 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdadaa9-80d0-4b8c-bbd5-118933939b9b req-aa7291fa-b65a-4d55-8f93-9a0b13aec699 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:55.776227 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3cdadaa9-80d0-4b8c-bbd5-118933939b9b req-aa7291fa-b65a-4d55-8f93-9a0b13aec699 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0482733 May 25 15:08:55.828928 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3cdadaa9-80d0-4b8c-bbd5-118933939b9b req-8cb1f0f2-267c-4854-a455-cca2bae8bb0e tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471039 May 25 15:08:56.956724 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b777f4-8bbc-448d-a28c-8f0131f4f96c req-a6f1a0d1-ce97-4620-b427-73a71ddc4292 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:56.958875 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d6b777f4-8bbc-448d-a28c-8f0131f4f96c req-a6f1a0d1-ce97-4620-b427-73a71ddc4292 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0610797 May 25 15:08:57.011373 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d6b777f4-8bbc-448d-a28c-8f0131f4f96c req-a73f6597-44c2-4b11-9aab-dc6cdbb2fe0f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467737 May 25 15:08:57.289558 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-2b93d0cd-9752-4683-b49a-f7df1963a896 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503531 May 25 15:08:57.409716 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-3f45a814-66c5-48a2-8763-0e27d2c1b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:57.411297 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-3f45a814-66c5-48a2-8763-0e27d2c1b778 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0398641 May 25 15:08:57.523226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-dc5416db-77ea-40e6-9e2d-d123b3fe22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:57.524674 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-dc5416db-77ea-40e6-9e2d-d123b3fe22d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 200 len: 910 time: 0.0882382 May 25 15:08:57.590027 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-a3b189d9-6416-494a-a189-1f81abf9c993 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 1001 time: 0.0546458 May 25 15:08:57.647862 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-9e09f18d-55c0-41e3-98d7-b1feae52c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:57.650132 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-9e09f18d-55c0-41e3-98d7-b1feae52c5a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed16b30d-f6f8-4318-853b-db614c933a1d HTTP/1.1" status: 200 len: 847 time: 0.0506060 May 25 15:08:57.703542 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-a3406f57-6f69-4acb-934f-dd5a21110d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:57.705064 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-a3406f57-6f69-4acb-934f-dd5a21110d04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c84be869-0fb3-40e0-a0bf-430d84d35277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451896 May 25 15:08:57.794256 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-4071ddb8-22c7-4079-9ba2-e61fd6b5829c service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810156 May 25 15:08:57.895263 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e7560ddc-a3b9-4cbd-8afd-90b7ea8c5eaf req-04a6930a-08f3-4cc4-8f31-d2833b76b7ec service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940638 May 25 15:08:58.125249 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059f2cc-605b-4598-a67f-3e1e7711626c req-41439c3f-c096-4ed1-b46a-738cf92eb414 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:08:58.126765 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6059f2cc-605b-4598-a67f-3e1e7711626c req-41439c3f-c096-4ed1-b46a-738cf92eb414 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0479610 May 25 15:08:58.176123 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6059f2cc-605b-4598-a67f-3e1e7711626c req-f3ce5ac0-dd84-4a03-954a-a2d5640a4676 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 May 25 15:09:04.240156 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:04.240920 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:04.635003 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f35b9a18-1745-45b9-ad7e-49d81407faf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:07.002214 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=78 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:07.006617 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=74 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:07.524943 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-50006aee-bedc-4bb6-8997-ba6edc774204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:08.158514 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:08.171942 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=89 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:09.151491 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:09.807557 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:09:11.781701 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:12.040708 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:20.333028 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:22.797200 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:23.214523 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905af3d-3983-4cd9-bfd1-b6ab36d3f453 req-ad150002-8011-4fd5-9344-7fba6aa7ed67 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:23.216000 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b905af3d-3983-4cd9-bfd1-b6ab36d3f453 req-ad150002-8011-4fd5-9344-7fba6aa7ed67 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 946 time: 0.0481844 May 25 15:09:23.262762 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b905af3d-3983-4cd9-bfd1-b6ab36d3f453 req-3630e74d-accb-41b2-b4c2-38b619283003 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408430 May 25 15:09:24.384418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473670b-4387-4f89-8f8a-c594ed1c3c3c req-8f9c5d30-aeb2-48bc-ab04-e0d3dbfd0989 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:24.386175 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8473670b-4387-4f89-8f8a-c594ed1c3c3c req-8f9c5d30-aeb2-48bc-ab04-e0d3dbfd0989 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 946 time: 0.0476177 May 25 15:09:24.433042 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8473670b-4387-4f89-8f8a-c594ed1c3c3c req-3bb423d2-e148-49e2-9ec8-2d3ba0e40fe1 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 May 25 15:09:25.412754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-b1c3313e-a36c-4708-b2d7-bd998cbea0f5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:25.414214 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-b1c3313e-a36c-4708-b2d7-bd998cbea0f5 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 946 time: 0.0493212 May 25 15:09:25.497365 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Deleting port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:25.497696 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:25.558791 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f547a-4c7b-46b9-962f-0326f3edd825 req-51a4e02c-e228-4fc6-9f1a-6f60e5ccc39e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:25.560357 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-929f547a-4c7b-46b9-962f-0326f3edd825 req-51a4e02c-e228-4fc6-9f1a-6f60e5ccc39e tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 946 time: 0.0518949 May 25 15:09:25.617028 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-929f547a-4c7b-46b9-962f-0326f3edd825 req-16aa9b10-5d94-4b37-9f73-811c621a58ec tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups?id=67d3eba1-a331-4124-ad96-9a43783266de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 May 25 15:09:25.852547 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] For port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:25.852902 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.012665 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.013016 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-401609'] for floatingip (10d26372-06c2-4b74-aa49-57730bcc7d7e), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.013324 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.l3_db [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Floating IP 10d26372-06c2-4b74-aa49-57730bcc7d7e disassociated. External IP: 172.27.0.49, port: e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a. May 25 15:09:26.013663 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Calling delete_port for e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:26.146888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.183987 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event deleted for resources: {'Port': ['ID=e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:26.200563 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.201069 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.201444 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.201761 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.202108 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.202428 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.202742 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.203101 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.203417 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.203728 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.204037 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.204369 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.204681 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.205022 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.206029 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:26.312593 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:09:26.414049 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:09:26.423608 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] Sync routers for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:09:26.434353 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:09:26.435017 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:09:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:26.458786 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] No DVR routers for this DVR port e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:09:26.461507 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:26.465185 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c95e257c-492e-48cf-9b8e-8039aaee5149 req-58cae204-aeae-4686-b30b-8cc82f498d72 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.72 "DELETE /v2.0/ports/e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a HTTP/1.1" status: 204 len: 173 time: 1.0454297 May 25 15:09:26.465642 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-deleted', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:09:26.468674 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b19ba39-6681-4092-8d63-09d337ad6c85" -d '{"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-deleted", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:09:26.511185 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d6ac31-01b8-4c09-9901-426494f3db3c x-openstack-request-id: req-10d6ac31-01b8-4c09-9901-426494f3db3c {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:09:26.511472 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4202b1b8-016d-4d26-ad4a-a2d3f6b58c65", "name": "network-vif-deleted", "tag": "e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:09:26.511748 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10d6ac31-01b8-4c09-9901-426494f3db3c {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:09:26.512148 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d6ac31-01b8-4c09-9901-426494f3db3c'] response: {'server_uuid': '4202b1b8-016d-4d26-ad4a-a2d3f6b58c65', 'name': 'network-vif-deleted', 'tag': 'e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a', 'status': 'completed', 'code': 200} May 25 15:09:26.557054 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:09:26.738338 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-d077ce37-aa9a-405c-b3ff-40b84d58696f req-35c0232e-475b-4438-a977-1feedfe4706f tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/ports?device_id=4202b1b8-016d-4d26-ad4a-a2d3f6b58c65 HTTP/1.1" status: 200 len: 210 time: 0.0280371 May 25 15:09:26.777544 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:26.800825 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] Checking router: d78c078a-8b9f-4ef4-a82a-0e6e8a548034 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:09:26.810045 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:09:26.810659 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:09:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:26.912159 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:09:27.097670 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:27.126782 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f8084-0eea-4847-8b2a-d2ef0e8cca79 None None] The sync data for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi is: [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:02:54Z', 'revision_number': 4, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '18ed4c5e-5795-4d6e-8062-38ee1be2cc71', 'name': '', 'network_id': '6028651b-e908-45f7-9bba-a9ff244363d6', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'mac_address': 'fa:16:3e:e7:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:53Z', 'updated_at': '2022-05-25T15:02:58Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'subnets': [{'id': '5b0256f7-2ae2-446a-8857-71c5e35dbf23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:09:27.351075 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80fffb1-a361-4cad-a1b9-c1ccad4a52ae None None] New status for floating IP 10d26372-06c2-4b74-aa49-57730bcc7d7e: DOWN {{(pid=110350) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:09:27.833940 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59620) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:27.843529 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:27.857324 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:27.894855 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f7163cc-8cf8-4717-a9c5-82d07bcc9118 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (67d3eba1-a331-4124-ad96-9a43783266de), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:27.924426 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f7163cc-8cf8-4717-a9c5-82d07bcc9118 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (67d3eba1-a331-4124-ad96-9a43783266de), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:27.976443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f7163cc-8cf8-4717-a9c5-82d07bcc9118 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (67d3eba1-a331-4124-ad96-9a43783266de), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:27.979258 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f7163cc-8cf8-4717-a9c5-82d07bcc9118 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:27.980445 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5f7163cc-8cf8-4717-a9c5-82d07bcc9118 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "DELETE /v2.0/security-groups/67d3eba1-a331-4124-ad96-9a43783266de HTTP/1.1" status: 204 len: 168 time: 0.1430898 May 25 15:09:27.983608 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59622) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:27.989730 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7163cc-8cf8-4717-a9c5-82d07bcc9118 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d3eba1-a331-4124-ad96-9a43783266de,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:28.002687 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.api.v2.resource [None req-fcd95706-dbfd-4cef-a6cd-130bc1a2b045 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] show failed (client error): The resource could not be found. May 25 15:09:28.003706 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-fcd95706-dbfd-4cef-a6cd-130bc1a2b045 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "GET /v2.0/security-groups/67d3eba1-a331-4124-ad96-9a43783266de HTTP/1.1" status: 404 len: 347 time: 0.0190852 May 25 15:09:28.007278 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59624) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:28.151718 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:09:28.171595 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:09:28.171940 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device e6550da8-2d3f-49e5-ba79-3b3fb3daaf6a not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:09:28.371710 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Deleting port a14e7a1e-8dfe-4133-b97c-66c545873bbc {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:28.372046 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:28.448939 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:28.449201 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (a14e7a1e-8dfe-4133-b97c-66c545873bbc), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:28.461152 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Calling delete_port for a14e7a1e-8dfe-4133-b97c-66c545873bbc owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:28.595715 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (a14e7a1e-8dfe-4133-b97c-66c545873bbc), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:28.638084 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Pushing event deleted for resources: {'Port': ['ID=a14e7a1e-8dfe-4133-b97c-66c545873bbc,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:28.662371 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.662716 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.663057 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.663386 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.663716 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.664046 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.664372 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.664694 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.665013 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.665332 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.665651 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.665966 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.666315 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.666648 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.666948 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:09:28.705831 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks [] for floatingip (10d26372-06c2-4b74-aa49-57730bcc7d7e), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:28.708317 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:28.709483 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-3adb3ff7-a69f-41d4-9484-4e60fe64a219 tempest-AttachVolumeShelveTestJSON-1960233767 tempest-AttachVolumeShelveTestJSON-1960233767-project] 10.222.0.78 "DELETE /v2.0/floatingips/10d26372-06c2-4b74-aa49-57730bcc7d7e HTTP/1.1" status: 204 len: 168 time: 0.7012854 May 25 15:09:31.139394 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59646) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:31.553209 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:31.784012 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Deleting port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:31.784249 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:31.865709 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] For port 18ed4c5e-5795-4d6e-8062-38ee1be2cc71, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:31.866088 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:31.880241 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Calling delete_port for 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 owned by network:router_interface {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:31.941030 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:31.996839 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:32.073668 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (18ed4c5e-5795-4d6e-8062-38ee1be2cc71), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:32.099904 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ed4c5e-5795-4d6e-8062-38ee1be2cc71,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:32.289051 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:32.518711 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:09:32.622654 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:09:32.627584 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-131dce99-1911-4c23-958d-d67aa1eef159 admin admin] 10.222.0.78 "PUT /v2.0/routers/d78c078a-8b9f-4ef4-a82a-0e6e8a548034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4878888 May 25 15:09:32.630154 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59650) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:32.631528 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] Sync routers for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:09:32.642872 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:09:32.643494 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:09:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:32.726446 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks [] for router (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:32.743800 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:09:32.802628 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:32.827793 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks [] for router_gateway (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:32.841091 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=100 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:32.874195 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Deleting port b87cdf14-4111-4dc3-a94f-c1075822f2f3 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:32.874516 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:32.911897 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:32.913576 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:09:32Z', 'revision_number': 5, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port': {'id': 'b87cdf14-4111-4dc3-a94f-c1075822f2f3', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:02:51Z', 'updated_at': '2022-05-25T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:32.926190 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:32.939395 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] Checking router: d78c078a-8b9f-4ef4-a82a-0e6e8a548034 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:09:32.948848 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] Routers {'d78c078a-8b9f-4ef4-a82a-0e6e8a548034'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:09:32.949450 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:09:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:32.959280 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] For port b87cdf14-4111-4dc3-a94f-c1075822f2f3, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=b87cdf14-4111-4dc3-a94f-c1075822f2f3,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:32.959637 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:32.973529 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Calling delete_port for b87cdf14-4111-4dc3-a94f-c1075822f2f3 owned by network:router_gateway {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:33.033926 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] Set router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 gateway port host: None {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:09:33.085393 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:09:32Z', 'revision_number': 6, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:33.109866 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc5896-1983-4a8a-a581-ccff316353bd None None] The sync data for ids ['d78c078a-8b9f-4ef4-a82a-0e6e8a548034'] in dv-cinder-803823-9-iscsi is: [{'id': 'd78c078a-8b9f-4ef4-a82a-0e6e8a548034', 'name': 'tempest-AttachVolumeShelveTestJSON-1981819816-router', 'tenant_id': '2b586a13e82f4177a7180f81acf675fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:02:50Z', 'updated_at': '2022-05-25T15:09:32Z', 'revision_number': 6, 'project_id': '2b586a13e82f4177a7180f81acf675fd', 'gw_port_host': None}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:09:33.146844 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (b87cdf14-4111-4dc3-a94f-c1075822f2f3), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.170198 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87cdf14-4111-4dc3-a94f-c1075822f2f3,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:33.240983 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.338381 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.340443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks [] for router_controller (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.382881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (d78c078a-8b9f-4ef4-a82a-0e6e8a548034), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.383594 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78c078a-8b9f-4ef4-a82a-0e6e8a548034 {{(pid=110348) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:09:33.390051 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.391562 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f415bf91-0dbf-4c6f-b540-743a5a843316 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d78c078a-8b9f-4ef4-a82a-0e6e8a548034 HTTP/1.1" status: 204 len: 168 time: 0.7604737 May 25 15:09:33.394660 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59654) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:33.440517 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] Deleting subnet 5b0256f7-2ae2-446a-8857-71c5e35dbf23 {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:09:33.444351 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] Publish callbacks [] for subnet (5b0256f7-2ae2-446a-8857-71c5e35dbf23), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.488189 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14426780'] for subnet (5b0256f7-2ae2-446a-8857-71c5e35dbf23), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.585575 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (5b0256f7-2ae2-446a-8857-71c5e35dbf23), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.643026 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14426697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13887232'] for subnet (5b0256f7-2ae2-446a-8857-71c5e35dbf23), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.668624 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0256f7-2ae2-446a-8857-71c5e35dbf23,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:33.674306 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.680286 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-9abe6c72-fa83-4790-82be-1d3720299841 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5b0256f7-2ae2-446a-8857-71c5e35dbf23 HTTP/1.1" status: 204 len: 168 time: 0.2823825 May 25 15:09:33.680526 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab3baf3-51a6-4782-9ca4-012f67229652 None None] Network 6028651b-e908-45f7-9bba-a9ff244363d6 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:09:33.681009 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59656) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:33.754205 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (6028651b-e908-45f7-9bba-a9ff244363d6), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.799177 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Deleting port 9b4d30e5-f981-4f4c-b349-2be212686b54 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:33.799566 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.852788 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:33.864795 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:33.868279 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] For port 9b4d30e5-f981-4f4c-b349-2be212686b54, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=9b4d30e5-f981-4f4c-b349-2be212686b54,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:33.868788 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.886546 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Calling delete_port for 9b4d30e5-f981-4f4c-b349-2be212686b54 owned by network:dhcp {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:33.909062 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] DHCP port deletion for 6028651b-e908-45f7-9bba-a9ff244363d6 request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:09:33.955245 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] Deleting port 9b4d30e5-f981-4f4c-b349-2be212686b54 {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:33.955958 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:33.991175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.011099 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:09:34.018646 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4d30e5-f981-4f4c-b349-2be212686b54,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:34.022670 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] No DVR routers for this DVR port 9b4d30e5-f981-4f4c-b349-2be212686b54 on host dv-cinder-803823-9-iscsi {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:09:34.042443 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:09:34.042797 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 18ed4c5e-5795-4d6e-8062-38ee1be2cc71 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:09:34.061111 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] For port 9b4d30e5-f981-4f4c-b349-2be212686b54, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=9b4d30e5-f981-4f4c-b349-2be212686b54,segment=NetworkSegment(bd41bdf8-29e5-4c43-87f3-c08d880e0014),segment_id=bd41bdf8-29e5-4c43-87f3-c08d880e0014)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:34.061517 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.075518 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] Calling delete_port for 9b4d30e5-f981-4f4c-b349-2be212686b54 owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:34.099740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (6028651b-e908-45f7-9bba-a9ff244363d6), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.121817 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6028651b-e908-45f7-9bba-a9ff244363d6']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:34.131992 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd41bdf8-29e5-4c43-87f3-c08d880e0014') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:34.132290 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd41bdf8-29e5-4c43-87f3-c08d880e0014') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:09:34.143087 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (bd41bdf8-29e5-4c43-87f3-c08d880e0014), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.158004 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (9b4d30e5-f981-4f4c-b349-2be212686b54), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.161438 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (bd41bdf8-29e5-4c43-87f3-c08d880e0014), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.169265 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:09:34.169723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (bd41bdf8-29e5-4c43-87f3-c08d880e0014), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.193044 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] Pushing event deleted for resources: {'Port': ['ID=9b4d30e5-f981-4f4c-b349-2be212686b54,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:34.198470 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c4bd9-f648-4e9f-8b44-bcbfcbeb0676 None None] No DVR routers for this DVR port 9b4d30e5-f981-4f4c-b349-2be212686b54 on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:09:34.245278 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (6028651b-e908-45f7-9bba-a9ff244363d6), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.251428 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.258318 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6028651b-e908-45f7-9bba-a9ff244363d6 HTTP/1.1" status: 204 len: 168 time: 0.5740151 May 25 15:09:34.267971 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43189-c11d-47cd-942c-1990c744fe49 admin admin] Pushing event deleted for resources: {'Network': ['ID=6028651b-e908-45f7-9bba-a9ff244363d6,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:34.369126 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment bd41bdf8-29e5-4c43-87f3-c08d880e0014 resource provider aggregate not found May 25 15:09:34.386148 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment bd41bdf8-29e5-4c43-87f3-c08d880e0014 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd41bdf8-29e5-4c43-87f3-c08d880e0014 found for delete ", "request_id": "req-72c35f15-ca48-4348-94dd-2f60068da8ee"}]} May 25 15:09:34.389850 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59666) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:34.432785 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f7b7dee0-7a2b-4c1b-aad1-d20d4c00465e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b586a13e82f4177a7180f81acf675fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413718 May 25 15:09:34.436406 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59668) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:34.488744 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-77590de6-bc8c-40a2-ac93-5a701a59aa94 admin admin] Publish callbacks [] for security_group (7250453a-534e-430b-b122-707bf07f5b13), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.515300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-77590de6-bc8c-40a2-ac93-5a701a59aa94 admin admin] Publish callbacks [] for security_group (7250453a-534e-430b-b122-707bf07f5b13), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.566160 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-77590de6-bc8c-40a2-ac93-5a701a59aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (7250453a-534e-430b-b122-707bf07f5b13), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.568938 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-77590de6-bc8c-40a2-ac93-5a701a59aa94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:34.571035 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-77590de6-bc8c-40a2-ac93-5a701a59aa94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7250453a-534e-430b-b122-707bf07f5b13 HTTP/1.1" status: 204 len: 168 time: 0.1331549 May 25 15:09:34.580048 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77590de6-bc8c-40a2-ac93-5a701a59aa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7250453a-534e-430b-b122-707bf07f5b13,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:34.591786 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:34.593367 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:34.639839 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-61479ba5-79d9-4e80-a4e1-dbdd8a4ca61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:35.574566 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 9b4d30e5-f981-4f4c-b349-2be212686b54 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:09:35.604399 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 9b4d30e5-f981-4f4c-b349-2be212686b54 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:09:35.604742 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 9b4d30e5-f981-4f4c-b349-2be212686b54 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:09:35.605149 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b87cdf14-4111-4dc3-a94f-c1075822f2f3 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:09:35.623659 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: b87cdf14-4111-4dc3-a94f-c1075822f2f3 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:09:35.623998 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device b87cdf14-4111-4dc3-a94f-c1075822f2f3 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:09:36.330523 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59714) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:36.443595 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-40824202-950c-470f-b2ec-bb7eb01d019b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.521317 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-40824202-950c-470f-b2ec-bb7eb01d019b admin admin] Publish callbacks [] for security_group (fd781e99-9dd0-4d8c-b729-42e91b4f89aa), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.525104 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-40824202-950c-470f-b2ec-bb7eb01d019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (fd781e99-9dd0-4d8c-b729-42e91b4f89aa), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.566243 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-40824202-950c-470f-b2ec-bb7eb01d019b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dedabf0e546648a581d7c0949303e212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342377 May 25 15:09:36.567184 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40824202-950c-470f-b2ec-bb7eb01d019b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd781e99-9dd0-4d8c-b729-42e91b4f89aa,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:36.569220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59718) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:36.620405 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-26ce343e-8285-4802-849d-d4109eef87db admin admin] Publish callbacks [] for security_group (fd781e99-9dd0-4d8c-b729-42e91b4f89aa), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.641363 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-26ce343e-8285-4802-849d-d4109eef87db admin admin] Publish callbacks [] for security_group (fd781e99-9dd0-4d8c-b729-42e91b4f89aa), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.690754 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-26ce343e-8285-4802-849d-d4109eef87db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (fd781e99-9dd0-4d8c-b729-42e91b4f89aa), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.693739 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-26ce343e-8285-4802-849d-d4109eef87db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.697262 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-26ce343e-8285-4802-849d-d4109eef87db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd781e99-9dd0-4d8c-b729-42e91b4f89aa HTTP/1.1" status: 204 len: 168 time: 0.1247234 May 25 15:09:36.702582 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce343e-8285-4802-849d-d4109eef87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd781e99-9dd0-4d8c-b729-42e91b4f89aa,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:36.968217 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59724) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:36.985341 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a10b-03ba-42ee-9fd1-45164c0668b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:36.987109 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:37.022205 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:37.080124 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a10b-03ba-42ee-9fd1-45164c0668b5 admin admin] Publish callbacks [] for security_group (9605c86c-a895-416b-a966-1a2d41db57f4), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:37.084472 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a10b-03ba-42ee-9fd1-45164c0668b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9605c86c-a895-416b-a966-1a2d41db57f4), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:37.126344 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0ab1a10b-03ba-42ee-9fd1-45164c0668b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c40514f952746a0a15eedea713a613e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568618 May 25 15:09:37.126965 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1a10b-03ba-42ee-9fd1-45164c0668b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9605c86c-a895-416b-a966-1a2d41db57f4,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:37.129220 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59726) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:37.181373 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f1adc07-64d3-4aec-9749-ff6eeacac9f0 admin admin] Publish callbacks [] for security_group (9605c86c-a895-416b-a966-1a2d41db57f4), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:37.203364 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f1adc07-64d3-4aec-9749-ff6eeacac9f0 admin admin] Publish callbacks [] for security_group (9605c86c-a895-416b-a966-1a2d41db57f4), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:37.231704 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:37.256496 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f1adc07-64d3-4aec-9749-ff6eeacac9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (9605c86c-a895-416b-a966-1a2d41db57f4), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:37.259960 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5f1adc07-64d3-4aec-9749-ff6eeacac9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:37.261942 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5f1adc07-64d3-4aec-9749-ff6eeacac9f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9605c86c-a895-416b-a966-1a2d41db57f4 HTTP/1.1" status: 204 len: 168 time: 0.1315100 May 25 15:09:37.273259 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1adc07-64d3-4aec-9749-ff6eeacac9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9605c86c-a895-416b-a966-1a2d41db57f4,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:37.528649 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-269c805c-eb52-4c63-93ea-1eb77b5328f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.028007 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 59748) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:38.130049 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1642023207-network', 'tenant_id': 'ff8783629b6944c8ab6f93cbba5163ea'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:09:38.134178 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:38.154116 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Made reservation on behalf of ff8783629b6944c8ab6f93cbba5163ea for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:09:38.156576 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.166318 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.244323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks [] for security_group (bac6a25f-ccba-42bd-b5f5-d3b92fff7956), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.247998 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (bac6a25f-ccba-42bd-b5f5-d3b92fff7956), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.273276 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:09:38.283375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac6a25f-ccba-42bd-b5f5-d3b92fff7956,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:38.288980 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (a507931a-b8f2-4934-9733-4e32f1bb6eea), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.289290 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Added segment a507931a-b8f2-4934-9733-4e32f1bb6eea of type vlan for network c4655b03-936b-48cf-a983-64dc8b3e6136 May 25 15:09:38.330845 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (c4655b03-936b-48cf-a983-64dc8b3e6136), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.355581 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (c4655b03-936b-48cf-a983-64dc8b3e6136), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.356681 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:38.357261 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.681797 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6525724 May 25 15:09:38.685240 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 59752) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:09:38.685789 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55264f6-aa30-4da5-bd82-28b116b0cc1c admin admin] Pushing event updated for resources: {'Network': ['ID=c4655b03-936b-48cf-a983-64dc8b3e6136,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:38.690589 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Request body: {'subnet': {'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1642023207-subnet', 'tenant_id': 'ff8783629b6944c8ab6f93cbba5163ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:09:38.699988 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network c4655b03-936b-48cf-a983-64dc8b3e6136 details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:09:38.713568 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Made reservation on behalf of ff8783629b6944c8ab6f93cbba5163ea for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:09:38.717620 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13925652'] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.906990 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13925862'] for subnet (f554c0c4-d1e4-4469-b6b4-b9f954508c3d), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:38.959062 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f554c0c4-d1e4-4469-b6b4-b9f954508c3d,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:38.975986 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Checking segment: {'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:09:38.976340 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Network hostable DHCP agents. Network: c4655b03-936b-48cf-a983-64dc8b3e6136, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:09:38.994123 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Network c4655b03-936b-48cf-a983-64dc8b3e6136 is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:09:39.003817 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, c4655b03-936b-48cf-a983-64dc8b3e6136) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:09:39.008766 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:39.009522 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:39.014986 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc2aa9-3c2f-489a-9c5d-cbe114f6bd00 None None] Network c4655b03-936b-48cf-a983-64dc8b3e6136 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:09:39.036743 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-f007cbe5-ba27-4589-9044-2a6a8f385ea8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3445346 May 25 15:09:39.119396 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f5f53-7af5-47fc-b1be-36738236abb3 None None] Network c4655b03-936b-48cf-a983-64dc8b3e6136 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:09:39.199204 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:40.825725 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-6cafd313-44a3-4861-86d3-8dacd076cc0a tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:40.827145 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-6cafd313-44a3-4861-86d3-8dacd076cc0a tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/networks?id=c4655b03-936b-48cf-a983-64dc8b3e6136 HTTP/1.1" status: 200 len: 809 time: 0.1075621 May 25 15:09:40.842884 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-39240542-d9ba-4e9e-a06f-f7f9cd5f58df tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/quotas/ff8783629b6944c8ab6f93cbba5163ea HTTP/1.1" status: 200 len: 375 time: 0.0102301 May 25 15:09:40.881408 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-4557d0ad-e27b-44d8-8905-e45990197250 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ff8783629b6944c8ab6f93cbba5163ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329773 May 25 15:09:40.972067 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-18553476-ff49-4c8e-9412-c41e8de494c0 service neutron] 10.222.0.78 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836987 May 25 15:09:41.066414 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-799d8cb2-d702-47ef-80aa-f0e8a5620b72 service neutron] 10.222.0.78 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879917 May 25 15:09:41.232289 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-1e4d9b22-5797-420e-92ee-315890894e2c req-18e33dfc-d536-4c04-abb2-93ed60eb3fbb tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 210 time: 0.0303555 May 25 15:09:41.781351 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:42.042984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:42.346099 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c2f6a4ce-101d-4933-8097-8997b9636517 req-65116c6e-fdc2-4923-ba5b-880b2693ecaf tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 210 time: 0.0369141 May 25 15:09:42.385803 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-e1df65a2-aca4-4bc3-83ea-f54045ce6233 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:42.387287 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-e1df65a2-aca4-4bc3-83ea-f54045ce6233 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "GET /v2.0/networks?id=c4655b03-936b-48cf-a983-64dc8b3e6136 HTTP/1.1" status: 200 len: 809 time: 0.1363640 May 25 15:09:42.409805 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Request body: {'port': {'device_id': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136', 'admin_state_up': True, 'tenant_id': 'ff8783629b6944c8ab6f93cbba5163ea'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:09:42.461785 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:42.536064 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Made reservation on behalf of ff8783629b6944c8ab6f93cbba5163ea for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:09:42.539588 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:42.542442 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:42.676620 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Allocated IP 172.20.0.12 (c4655b03-936b-48cf-a983-64dc8b3e6136/f554c0c4-d1e4-4469-b6b4-b9f954508c3d/badf52ad-4717-495a-90d8-236d0942fd5e) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:09:42.821500 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks [] for port (badf52ad-4717-495a-90d8-236d0942fd5e), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:42.854377 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:42.903493 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Network c4655b03-936b-48cf-a983-64dc8b3e6136 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:09:42.906586 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:09:42.911308 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:09:42.917735 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Pushing event updated for resources: {'Port': ['ID=badf52ad-4717-495a-90d8-236d0942fd5e,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:42.964355 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:42.964966 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:42.980574 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f278f66a-82ed-4d7c-a3c6-8e35c5ef66ab tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748777 May 25 15:09:42.999839 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Request body: {'port': {'device_id': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:09:43.057791 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=23 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:43.060882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:43.088768 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=25 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:43.293789 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:43.310063 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:43.357808 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badf52ad-4717-495a-90d8-236d0942fd5e {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:09:43.366969 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Publish callbacks [] for port (badf52ad-4717-495a-90d8-236d0942fd5e), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:43.387844 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Transition to ACTIVE for port object badf52ad-4717-495a-90d8-236d0942fd5e will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:09:43.392171 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:43.448169 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Pushing event updated for resources: {'Port': ['ID=badf52ad-4717-495a-90d8-236d0942fd5e,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:43.477249 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350085b-5747-4d9b-afba-9827f8d611b2 req-32b4f403-fb21-4009-ac6c-5f6b0fa3afd2 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:43.478919 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4350085b-5747-4d9b-afba-9827f8d611b2 req-32b4f403-fb21-4009-ac6c-5f6b0fa3afd2 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 944 time: 0.0518384 May 25 15:09:43.531673 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Attempting to bind port badf52ad-4717-495a-90d8-236d0942fd5e on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:09:43.532002 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Attempting to bind port badf52ad-4717-495a-90d8-236d0942fd5e by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:09:43.532323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Attempting to bind port badf52ad-4717-495a-90d8-236d0942fd5e on network c4655b03-936b-48cf-a983-64dc8b3e6136 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:09:43.536962 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Port badf52ad-4717-495a-90d8-236d0942fd5e on network c4655b03-936b-48cf-a983-64dc8b3e6136 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:09:43.537228 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-4350085b-5747-4d9b-afba-9827f8d611b2 req-4b8cdbc3-80df-4c03-a5d1-d673f24913ec tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 May 25 15:09:43.537375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Attempting to bind port badf52ad-4717-495a-90d8-236d0942fd5e on network c4655b03-936b-48cf-a983-64dc8b3e6136 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:09:43.542577 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:09:43.542917 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Checking segment: {'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:09:43.543294 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Bound using segment: {'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:09:43.543717 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Bound port: badf52ad-4717-495a-90d8-236d0942fd5e, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:09:43.544134 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:43.609192 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] For port badf52ad-4717-495a-90d8-236d0942fd5e, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:09:43.612475 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] For port badf52ad-4717-495a-90d8-236d0942fd5e, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=badf52ad-4717-495a-90d8-236d0942fd5e,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:09:43.618693 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:43.657788 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:43.658453 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:43.659816 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] 10.222.0.72 "PUT /v2.0/ports/badf52ad-4717-495a-90d8-236d0942fd5e HTTP/1.1" status: 200 len: 1094 time: 0.6640763 May 25 15:09:43.660270 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'tag': 'badf52ad-4717-495a-90d8-236d0942fd5e'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:09:43.662571 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b85048-a5ce-4d41-bbe6-ccb541f85942" -d '{"events": [{"name": "network-changed", "server_uuid": "a088199d-3a9f-4603-b4d2-c1114297b955", "tag": "badf52ad-4717-495a-90d8-236d0942fd5e"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:09:43.681021 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca748e-1ccc-4fc2-985b-7afb98bd953f service neutron] Pushing event updated for resources: {'Port': ['ID=badf52ad-4717-495a-90d8-236d0942fd5e,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:43.700203 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a114aac1-11e2-4466-ab94-6d80c995338d x-openstack-request-id: req-a114aac1-11e2-4466-ab94-6d80c995338d {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:09:43.700490 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a088199d-3a9f-4603-b4d2-c1114297b955", "tag": "badf52ad-4717-495a-90d8-236d0942fd5e", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:09:43.700740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a114aac1-11e2-4466-ab94-6d80c995338d {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:09:43.701138 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a114aac1-11e2-4466-ab94-6d80c995338d'] response: {'name': 'network-changed', 'server_uuid': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'tag': 'badf52ad-4717-495a-90d8-236d0942fd5e', 'status': 'completed', 'code': 200} May 25 15:09:43.783072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-acb24d32-dc2c-4e33-9ac9-e23104670115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:43.784600 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-acb24d32-dc2c-4e33-9ac9-e23104670115 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8783629b6944c8ab6f93cbba5163ea&device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 1128 time: 0.0440524 May 25 15:09:43.849807 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-efd07ebd-b67a-4b3b-aebb-78f9acb5c076 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=badf52ad-4717-495a-90d8-236d0942fd5e HTTP/1.1" status: 200 len: 217 time: 0.0491543 May 25 15:09:43.899446 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-b017e442-e430-4183-9eb0-0719c57f0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:43.900908 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-b017e442-e430-4183-9eb0-0719c57f0b7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f554c0c4-d1e4-4469-b6b4-b9f954508c3d HTTP/1.1" status: 200 len: 849 time: 0.0448697 May 25 15:09:43.940762 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-f1945b9e-68e1-4df0-a1ee-88729b0348cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4655b03-936b-48cf-a983-64dc8b3e6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327575 May 25 15:09:44.034957 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-1a41bc13-77cf-48ee-8e72-a26913b18068 service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878744 May 25 15:09:44.124064 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c9e326a-da3c-4c20-bb99-21d7381c9aaf req-060178e3-d34b-4c1a-b68a-305e8cbc90ca service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830286 May 25 15:09:44.650434 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d55c48-5ab2-4960-8791-a6ccf18f24bc req-801cece1-b542-41f9-9cde-6eebae0dd1c4 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:44.651902 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-74d55c48-5ab2-4960-8791-a6ccf18f24bc req-801cece1-b542-41f9-9cde-6eebae0dd1c4 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 944 time: 0.0465314 May 25 15:09:44.701160 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-74d55c48-5ab2-4960-8791-a6ccf18f24bc req-bbe1f45d-c7b7-4cbc-baf3-77539e1e4d41 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 May 25 15:09:45.055333 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-2d641eaf-78e1-4947-90d5-b5c76d5277ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:45.056859 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-2d641eaf-78e1-4947-90d5-b5c76d5277ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8783629b6944c8ab6f93cbba5163ea&device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 1128 time: 0.0457120 May 25 15:09:45.147445 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-22485a1f-3d71-437d-9ca9-1b7bd6d51d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:45.148915 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-22485a1f-3d71-437d-9ca9-1b7bd6d51d08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4655b03-936b-48cf-a983-64dc8b3e6136 HTTP/1.1" status: 200 len: 911 time: 0.0846570 May 25 15:09:45.192579 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-d3cc3326-9f44-4428-bce0-2e593772f970 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=badf52ad-4717-495a-90d8-236d0942fd5e HTTP/1.1" status: 200 len: 217 time: 0.0370240 May 25 15:09:45.241240 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-95123c7d-3596-4f37-bc01-13261dcff7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:45.242731 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-95123c7d-3596-4f37-bc01-13261dcff7a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f554c0c4-d1e4-4469-b6b4-b9f954508c3d HTTP/1.1" status: 200 len: 849 time: 0.0445490 May 25 15:09:45.274692 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-76076403-34ac-4615-837f-eaabed42fdc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4655b03-936b-48cf-a983-64dc8b3e6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258248 May 25 15:09:45.299607 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:45.331356 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:45.369083 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-58a5fe49-c99a-4f4d-958b-75eb8a47c533 service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881431 May 25 15:09:45.466807 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e3b85048-a5ce-4d41-bbe6-ccb541f85942 req-f579efba-0116-43ed-8add-00fb4805992f service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909867 May 25 15:09:45.815081 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0a590-9e36-437b-bf67-668a24caa994 req-0fb33e07-0a6d-486e-84cd-f8d087bec16b tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:45.816557 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3ec0a590-9e36-437b-bf67-668a24caa994 req-0fb33e07-0a6d-486e-84cd-f8d087bec16b tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 944 time: 0.0471077 May 25 15:09:45.863631 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-3ec0a590-9e36-437b-bf67-668a24caa994 req-c1360afa-114b-4f16-baa9-9fc748a65f1a tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 May 25 15:09:46.231806 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device badf52ad-4717-495a-90d8-236d0942fd5e details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:09:46.331714 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port badf52ad-4717-495a-90d8-236d0942fd5e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=badf52ad-4717-495a-90d8-236d0942fd5e,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:46.343169 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': 'badf52ad-4717-495a-90d8-236d0942fd5e', 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136', 'port_id': 'badf52ad-4717-495a-90d8-236d0942fd5e', 'mac_address': 'fa:16:3e:b8:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f554c0c4-d1e4-4469-b6b4-b9f954508c3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:09:46.376876 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port badf52ad-4717-495a-90d8-236d0942fd5e is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:09:46.377269 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:46.394360 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badf52ad-4717-495a-90d8-236d0942fd5e {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:09:46.413453 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port badf52ad-4717-495a-90d8-236d0942fd5e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=badf52ad-4717-495a-90d8-236d0942fd5e,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:46.417359 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:46.467527 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=badf52ad-4717-495a-90d8-236d0942fd5e,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:46.761488 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['badf52ad-4717-495a-90d8-236d0942fd5e'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:09:46.806721 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:09:46.977520 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce20e3-2e4f-466d-b5c8-d626948a130b req-093377e8-b658-4426-9883-a70b3f801ddb tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:46.979004 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7cce20e3-2e4f-466d-b5c8-d626948a130b req-093377e8-b658-4426-9883-a70b3f801ddb tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 945 time: 0.0468802 May 25 15:09:47.026445 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7cce20e3-2e4f-466d-b5c8-d626948a130b req-488bb4ca-f5cf-4661-b065-7fdc11646d7c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417902 May 25 15:09:48.145170 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f8611-1fc2-4966-9950-be17a4e8a9a0 req-38be5f57-93e0-418d-bf1e-2d8d17d38864 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:48.146658 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b88f8611-1fc2-4966-9950-be17a4e8a9a0 req-38be5f57-93e0-418d-bf1e-2d8d17d38864 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 945 time: 0.0511301 May 25 15:09:48.194497 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-b88f8611-1fc2-4966-9950-be17a4e8a9a0 req-5646486c-0a6f-4233-856f-a28c2ed9f885 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 May 25 15:09:48.246923 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device badf52ad-4717-495a-90d8-236d0942fd5e up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:09:48.275417 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:48.290096 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port badf52ad-4717-495a-90d8-236d0942fd5e completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:09:48.295251 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port badf52ad-4717-495a-90d8-236d0942fd5e triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:09:48.295535 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:48.297672 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:48.367885 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port badf52ad-4717-495a-90d8-236d0942fd5e is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:09:48.368266 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:48.390530 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf52ad-4717-495a-90d8-236d0942fd5e'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:09:48.392749 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe8c4f-ce4a-4e62-a2dc-9f0674f31b43" -d '{"events": [{"server_uuid": "a088199d-3a9f-4603-b4d2-c1114297b955", "name": "network-vif-plugged", "status": "completed", "tag": "badf52ad-4717-495a-90d8-236d0942fd5e"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:09:48.406226 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port badf52ad-4717-495a-90d8-236d0942fd5e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=badf52ad-4717-495a-90d8-236d0942fd5e,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:48.411304 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:48.449460 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5314bc3-cc21-406a-a349-2ed1fce16350 x-openstack-request-id: req-c5314bc3-cc21-406a-a349-2ed1fce16350 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:09:48.449693 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a088199d-3a9f-4603-b4d2-c1114297b955", "name": "network-vif-plugged", "status": "completed", "tag": "badf52ad-4717-495a-90d8-236d0942fd5e", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:09:48.449946 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5314bc3-cc21-406a-a349-2ed1fce16350 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:09:48.450360 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5314bc3-cc21-406a-a349-2ed1fce16350'] response: {'server_uuid': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badf52ad-4717-495a-90d8-236d0942fd5e', 'code': 200} May 25 15:09:48.474132 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=badf52ad-4717-495a-90d8-236d0942fd5e,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:48.647286 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d3f0d-cab1-4af2-b23c-0dba369d6c40 req-005d03cc-bdd6-4a25-a637-d529bfe260e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:48.648786 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ff3d3f0d-cab1-4af2-b23c-0dba369d6c40 req-005d03cc-bdd6-4a25-a637-d529bfe260e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 1130 time: 0.0390966 May 25 15:09:48.694438 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ff3d3f0d-cab1-4af2-b23c-0dba369d6c40 req-dea0930c-1136-442b-b275-de9ea0d1d1bb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391996 May 25 15:09:49.308215 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382def2-5a91-4655-9de0-438012cb9d90 req-6fc26832-278f-425b-8f2e-c139fbefc5c4 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:49.309717 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8382def2-5a91-4655-9de0-438012cb9d90 req-6fc26832-278f-425b-8f2e-c139fbefc5c4 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 946 time: 0.0466213 May 25 15:09:49.361725 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8382def2-5a91-4655-9de0-438012cb9d90 req-cba6000a-a508-436d-8104-d2cb619a68f2 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462520 May 25 15:09:50.342647 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:50.481528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ece52e-3768-4882-994a-685ec74ed18b req-a9305d68-0637-44bb-bbad-f720a85102fa tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:50.483061 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f3ece52e-3768-4882-994a-685ec74ed18b req-a9305d68-0637-44bb-bbad-f720a85102fa tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 946 time: 0.0486429 May 25 15:09:50.501003 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:50.521818 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:50.535771 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-f3ece52e-3768-4882-994a-685ec74ed18b req-fe2dc53b-9e95-4b60-85e6-0068bcf25b7c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472119 May 25 15:09:51.334618 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6ba9f-4e6d-47e9-ba81-5a2ebd53e6ce req-f846fb73-92dd-4402-b55a-28f71bd6e7a4 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:51.336136 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b4e6ba9f-4e6d-47e9-ba81-5a2ebd53e6ce req-f846fb73-92dd-4402-b55a-28f71bd6e7a4 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 946 time: 0.0524395 May 25 15:09:51.384580 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b4e6ba9f-4e6d-47e9-ba81-5a2ebd53e6ce req-fc41c684-fef7-4fa0-b6d9-064c98bac17f tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428355 May 25 15:09:52.502531 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40be49-4975-4270-996c-02ba4ea11967 req-04a3c498-4de6-46d5-9439-cf6d3a3b8ebf tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:52.504016 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5e40be49-4975-4270-996c-02ba4ea11967 req-04a3c498-4de6-46d5-9439-cf6d3a3b8ebf tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 946 time: 0.0480893 May 25 15:09:52.552620 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5e40be49-4975-4270-996c-02ba4ea11967 req-769f2674-f294-42a2-8935-940ebef7e63f tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429192 May 25 15:09:53.013563 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-0f5ebf82-2ffe-4ecb-a6a5-d5e1042a9aa6 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:53.015175 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-0f5ebf82-2ffe-4ecb-a6a5-d5e1042a9aa6 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 946 time: 0.0470536 May 25 15:09:53.103690 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Deleting port badf52ad-4717-495a-90d8-236d0942fd5e {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:09:53.104027 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:53.202348 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] For port badf52ad-4717-495a-90d8-236d0942fd5e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=badf52ad-4717-495a-90d8-236d0942fd5e,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:09:53.202691 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:53.219099 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Calling delete_port for badf52ad-4717-495a-90d8-236d0942fd5e owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:09:53.297090 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:53.305629 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:53.364815 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (badf52ad-4717-495a-90d8-236d0942fd5e), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:53.393635 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Pushing event deleted for resources: {'Port': ['ID=badf52ad-4717-495a-90d8-236d0942fd5e,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:53.411634 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['badf52ad-4717-495a-90d8-236d0942fd5e'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:09:53.445844 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] No DVR routers for this DVR port badf52ad-4717-495a-90d8-236d0942fd5e on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:09:53.448408 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:53.451544 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-38fbac51-bfd3-4bd0-9ec2-df86081bf34c req-e14c56d8-64f5-4af9-bbb0-bbbb15fa7d9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "DELETE /v2.0/ports/badf52ad-4717-495a-90d8-236d0942fd5e HTTP/1.1" status: 204 len: 173 time: 0.4304283 May 25 15:09:53.451972 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'name': 'network-vif-deleted', 'tag': 'badf52ad-4717-495a-90d8-236d0942fd5e'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:09:53.454258 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe701e-6c6a-4b92-a602-fb08d900d47d" -d '{"events": [{"server_uuid": "a088199d-3a9f-4603-b4d2-c1114297b955", "name": "network-vif-deleted", "tag": "badf52ad-4717-495a-90d8-236d0942fd5e"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:09:53.496625 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3736b0-4bce-4d5b-8238-a570139bc3af x-openstack-request-id: req-1e3736b0-4bce-4d5b-8238-a570139bc3af {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:09:53.496975 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a088199d-3a9f-4603-b4d2-c1114297b955", "name": "network-vif-deleted", "tag": "badf52ad-4717-495a-90d8-236d0942fd5e", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:09:53.497309 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e3736b0-4bce-4d5b-8238-a570139bc3af {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:09:53.497751 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3736b0-4bce-4d5b-8238-a570139bc3af'] response: {'server_uuid': 'a088199d-3a9f-4603-b4d2-c1114297b955', 'name': 'network-vif-deleted', 'tag': 'badf52ad-4717-495a-90d8-236d0942fd5e', 'status': 'completed', 'code': 200} May 25 15:09:53.667727 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-78136da1-6e55-4b36-83b5-6e4ac5fe6c62 req-c340ccc4-7db5-47c4-9dad-41fd9abca7ee tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=a088199d-3a9f-4603-b4d2-c1114297b955 HTTP/1.1" status: 200 len: 210 time: 0.0275688 May 25 15:09:54.929925 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-aacda328-f46a-4e3c-9737-87b888a5e717 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:54.931409 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-aacda328-f46a-4e3c-9737-87b888a5e717 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/networks?id=c4655b03-936b-48cf-a983-64dc8b3e6136 HTTP/1.1" status: 200 len: 809 time: 0.1043408 May 25 15:09:54.946447 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-f9006833-0ae7-4a18-896f-eee057f3f6eb tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/quotas/ff8783629b6944c8ab6f93cbba5163ea HTTP/1.1" status: 200 len: 375 time: 0.0094907 May 25 15:09:54.987931 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-43a1d9b8-41ad-4a7e-bc0d-8cc030ca25af tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ff8783629b6944c8ab6f93cbba5163ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361378 May 25 15:09:55.079208 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-76ea3178-9173-4784-92fd-3d0d8b426b2d service neutron] 10.222.0.78 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837655 May 25 15:09:55.173453 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-423dc58c-dfb3-43af-94ce-25fb4771e233 service neutron] 10.222.0.78 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877562 May 25 15:09:55.330252 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-cb252804-aea1-4548-aff5-c37a90e77175 req-ca2cd797-b3af-452c-8e98-5e24946d4c59 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 210 time: 0.0280192 May 25 15:09:56.262282 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device badf52ad-4717-495a-90d8-236d0942fd5e no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:09:56.284966 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: badf52ad-4717-495a-90d8-236d0942fd5e {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:09:56.285818 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device badf52ad-4717-495a-90d8-236d0942fd5e not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:09:56.427682 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-015ed9d4-0c30-4a3f-8c6d-e0ea5cc828cd tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:56.430109 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-015ed9d4-0c30-4a3f-8c6d-e0ea5cc828cd tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "GET /v2.0/networks?id=c4655b03-936b-48cf-a983-64dc8b3e6136 HTTP/1.1" status: 200 len: 809 time: 0.1220815 May 25 15:09:56.446947 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ab0bd946-1a77-4460-8a77-1e19e631d292 req-e557a4ac-ef28-43f5-a71c-2e6b181996ad tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 210 time: 0.0416725 May 25 15:09:56.454553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Request body: {'port': {'device_id': 'e77a8b86-d120-4751-a15f-198a7897f594', 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136', 'admin_state_up': True, 'tenant_id': 'ff8783629b6944c8ab6f93cbba5163ea'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:09:56.566904 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Made reservation on behalf of ff8783629b6944c8ab6f93cbba5163ea for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:09:56.570268 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.699451 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Allocated IP 172.20.0.2 (c4655b03-936b-48cf-a983-64dc8b3e6136/f554c0c4-d1e4-4469-b6b4-b9f954508c3d/39b8e344-77af-4325-8240-3e96d04789b4) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:09:56.744723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:56.833885 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:56.848550 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks [] for port (39b8e344-77af-4325-8240-3e96d04789b4), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.882583 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (39b8e344-77af-4325-8240-3e96d04789b4), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:56.932137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Network c4655b03-936b-48cf-a983-64dc8b3e6136 is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:09:56.935325 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:09:56.939355 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:09:56.963573 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Pushing event updated for resources: {'Port': ['ID=39b8e344-77af-4325-8240-3e96d04789b4,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:56.992708 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:56.993337 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.009893 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-9fe6d12e-d349-42fd-b5ba-1cf5384ac347 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589969 May 25 15:09:57.031888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Request body: {'port': {'device_id': 'e77a8b86-d120-4751-a15f-198a7897f594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:09:57.090335 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (39b8e344-77af-4325-8240-3e96d04789b4), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.400169 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b8e344-77af-4325-8240-3e96d04789b4 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:09:57.407395 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Publish callbacks [] for port (39b8e344-77af-4325-8240-3e96d04789b4), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.420561 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Transition to ACTIVE for port object 39b8e344-77af-4325-8240-3e96d04789b4 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:09:57.424161 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (39b8e344-77af-4325-8240-3e96d04789b4), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.477269 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Pushing event updated for resources: {'Port': ['ID=39b8e344-77af-4325-8240-3e96d04789b4,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:57.548101 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Attempting to bind port 39b8e344-77af-4325-8240-3e96d04789b4 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:09:57.548432 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Attempting to bind port 39b8e344-77af-4325-8240-3e96d04789b4 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:09:57.548759 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Attempting to bind port 39b8e344-77af-4325-8240-3e96d04789b4 on network c4655b03-936b-48cf-a983-64dc8b3e6136 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:09:57.553300 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Port 39b8e344-77af-4325-8240-3e96d04789b4 on network c4655b03-936b-48cf-a983-64dc8b3e6136 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:09:57.553619 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Attempting to bind port 39b8e344-77af-4325-8240-3e96d04789b4 on network c4655b03-936b-48cf-a983-64dc8b3e6136 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:09:57.558699 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:09:57.559031 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Checking segment: {'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:09:57.559410 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Bound using segment: {'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:09:57.559842 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Bound port: 39b8e344-77af-4325-8240-3e96d04789b4, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a507931a-b8f2-4934-9733-4e32f1bb6eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:09:57.560184 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (39b8e344-77af-4325-8240-3e96d04789b4), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.565583 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919423a-996f-4e35-ac85-f87f570b4e1e req-c03186b2-c25d-457e-8cc2-dfefe5eac3ae tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:57.567111 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b919423a-996f-4e35-ac85-f87f570b4e1e req-c03186b2-c25d-457e-8cc2-dfefe5eac3ae tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 943 time: 0.0485189 May 25 15:09:57.574699 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:57.620530 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-b919423a-996f-4e35-ac85-f87f570b4e1e req-69bf0973-7467-4350-88d6-ae815c613bd1 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473368 May 25 15:09:57.630040 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] For port 39b8e344-77af-4325-8240-3e96d04789b4, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:09:57.633955 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] For port 39b8e344-77af-4325-8240-3e96d04789b4, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=39b8e344-77af-4325-8240-3e96d04789b4,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:09:57.642725 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (39b8e344-77af-4325-8240-3e96d04789b4), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.651897 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:57.682513 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:57.683130 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:09:57.684515 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4e053720-4f43-496f-947f-3ca351031466 service neutron] 10.222.0.72 "PUT /v2.0/ports/39b8e344-77af-4325-8240-3e96d04789b4 HTTP/1.1" status: 200 len: 1093 time: 0.6569588 May 25 15:09:57.684944 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77a8b86-d120-4751-a15f-198a7897f594', 'tag': '39b8e344-77af-4325-8240-3e96d04789b4'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:09:57.687186 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e704c7b6-929f-4b07-86ab-67a41f31de85" -d '{"events": [{"name": "network-changed", "server_uuid": "e77a8b86-d120-4751-a15f-198a7897f594", "tag": "39b8e344-77af-4325-8240-3e96d04789b4"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:09:57.709971 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e053720-4f43-496f-947f-3ca351031466 service neutron] Pushing event updated for resources: {'Port': ['ID=39b8e344-77af-4325-8240-3e96d04789b4,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:09:57.729789 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc08f4ec-ed5e-4e66-97ca-6e28fb0b32ef x-openstack-request-id: req-cc08f4ec-ed5e-4e66-97ca-6e28fb0b32ef {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:09:57.730115 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77a8b86-d120-4751-a15f-198a7897f594", "tag": "39b8e344-77af-4325-8240-3e96d04789b4", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:09:57.730374 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc08f4ec-ed5e-4e66-97ca-6e28fb0b32ef {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:09:57.730819 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc08f4ec-ed5e-4e66-97ca-6e28fb0b32ef'] response: {'name': 'network-changed', 'server_uuid': 'e77a8b86-d120-4751-a15f-198a7897f594', 'tag': '39b8e344-77af-4325-8240-3e96d04789b4', 'status': 'completed', 'code': 200} May 25 15:09:57.804894 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-3bcf49c6-ccc9-428e-b7e2-e851c7ca3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:57.806401 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-3bcf49c6-ccc9-428e-b7e2-e851c7ca3621 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8783629b6944c8ab6f93cbba5163ea&device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 1127 time: 0.0420799 May 25 15:09:57.857500 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-8f441416-0629-488c-8ec3-d7584b351b7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39b8e344-77af-4325-8240-3e96d04789b4 HTTP/1.1" status: 200 len: 217 time: 0.0335422 May 25 15:09:57.909042 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-40596d14-4ca3-4cb4-80ab-fb5f635d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:57.910717 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-40596d14-4ca3-4cb4-80ab-fb5f635d70c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f554c0c4-d1e4-4469-b6b4-b9f954508c3d HTTP/1.1" status: 200 len: 849 time: 0.0451391 May 25 15:09:57.942656 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-27ea1e08-79b1-4a59-9043-5e5dc565662d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4655b03-936b-48cf-a983-64dc8b3e6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257967 May 25 15:09:58.037527 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-1a5fe498-1a3b-4898-9038-bbbb7561b450 service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885758 May 25 15:09:58.132605 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9739bf75-94c7-42e9-82ce-90a38e97c545 req-4de6adc4-3780-48eb-8d66-644431755310 service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 May 25 15:09:58.744654 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de218c-e27c-44bc-aa13-d057d79397f4 req-9f5339b4-8439-4d2d-b3a8-ebbc3dca87c3 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:58.746158 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-39de218c-e27c-44bc-aa13-d057d79397f4 req-9f5339b4-8439-4d2d-b3a8-ebbc3dca87c3 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 943 time: 0.0465093 May 25 15:09:58.791935 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-39de218c-e27c-44bc-aa13-d057d79397f4 req-d6910e43-5ea1-400f-89ab-ffb2bc12bf98 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 May 25 15:09:59.086937 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-fc80f973-eb8a-4a29-a932-b5e39bb89970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:59.088454 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-fc80f973-eb8a-4a29-a932-b5e39bb89970 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff8783629b6944c8ab6f93cbba5163ea&device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 1127 time: 0.0439036 May 25 15:09:59.187047 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-64737299-39f8-453a-b38d-9c05cadc12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:59.188413 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-64737299-39f8-453a-b38d-9c05cadc12cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=c4655b03-936b-48cf-a983-64dc8b3e6136 HTTP/1.1" status: 200 len: 911 time: 0.0848227 May 25 15:09:59.231282 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-e9bd04b2-307a-45c5-a203-a74ef654c43d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39b8e344-77af-4325-8240-3e96d04789b4 HTTP/1.1" status: 200 len: 217 time: 0.0359483 May 25 15:09:59.283681 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-cc55ad72-6ca8-453d-b9d3-28dc0f9218e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:59.285188 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-cc55ad72-6ca8-453d-b9d3-28dc0f9218e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f554c0c4-d1e4-4469-b6b4-b9f954508c3d HTTP/1.1" status: 200 len: 849 time: 0.0459239 May 25 15:09:59.319320 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-c6f36ffc-786d-488a-8e8a-d713052e3e91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c4655b03-936b-48cf-a983-64dc8b3e6136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275812 May 25 15:09:59.414257 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-128760ae-0b77-468f-b094-ffc2fe406d20 service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878768 May 25 15:09:59.508003 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e704c7b6-929f-4b07-86ab-67a41f31de85 req-5e65b2df-603f-40ac-88d2-7303c49fa528 service neutron] 10.222.0.72 "GET /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872607 May 25 15:09:59.789931 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:59.790672 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:09:59.908854 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c157df8-4dda-4971-abe3-b8337ad35716 req-ed78c04e-a11c-4c8d-a0eb-2e2682f82416 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:09:59.910493 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6c157df8-4dda-4971-abe3-b8337ad35716 req-ed78c04e-a11c-4c8d-a0eb-2e2682f82416 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 943 time: 0.0490937 May 25 15:09:59.958401 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-6c157df8-4dda-4971-abe3-b8337ad35716 req-2a3e99e9-eef9-44de-a419-1fb41156c0ec tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 May 25 15:10:00.293017 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 39b8e344-77af-4325-8240-3e96d04789b4 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:10:00.390197 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 39b8e344-77af-4325-8240-3e96d04789b4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=39b8e344-77af-4325-8240-3e96d04789b4,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:00.402160 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '39b8e344-77af-4325-8240-3e96d04789b4', 'network_id': 'c4655b03-936b-48cf-a983-64dc8b3e6136', 'port_id': '39b8e344-77af-4325-8240-3e96d04789b4', 'mac_address': 'fa:16:3e:b5:d7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f554c0c4-d1e4-4469-b6b4-b9f954508c3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:10:00.442199 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 39b8e344-77af-4325-8240-3e96d04789b4 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:00.442581 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (39b8e344-77af-4325-8240-3e96d04789b4), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:00.456039 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b8e344-77af-4325-8240-3e96d04789b4 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:10:00.477164 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 39b8e344-77af-4325-8240-3e96d04789b4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=39b8e344-77af-4325-8240-3e96d04789b4,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:00.481410 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (39b8e344-77af-4325-8240-3e96d04789b4), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:00.529019 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=39b8e344-77af-4325-8240-3e96d04789b4,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:00.537567 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.537925 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.538292 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.538630 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.538962 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.539292 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.539707 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.539942 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.540267 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.541009 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.541009 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.541218 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.541534 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.541860 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.542201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:00.828781 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['39b8e344-77af-4325-8240-3e96d04789b4'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:10:01.072871 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342265-05d5-44f6-b1cd-9612132a0091 req-c061bf9e-f38b-4344-a040-143e6b535e77 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:01.074486 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-87342265-05d5-44f6-b1cd-9612132a0091 req-c061bf9e-f38b-4344-a040-143e6b535e77 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 944 time: 0.0489666 May 25 15:10:01.121634 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-87342265-05d5-44f6-b1cd-9612132a0091 req-d9a21eba-8ae8-4696-8574-d6c19aab59c7 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 May 25 15:10:02.232872 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:02.242693 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d2cbd-c910-49a5-86f2-caddb09bcf6a req-60244f31-a8b4-4d55-bac0-c16dce44c5a6 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:02.244168 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2b6d2cbd-c910-49a5-86f2-caddb09bcf6a req-60244f31-a8b4-4d55-bac0-c16dce44c5a6 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 944 time: 0.0526588 May 25 15:10:02.290665 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-2b6d2cbd-c910-49a5-86f2-caddb09bcf6a req-c0e2a4f1-7bfe-4be3-9a64-af2599905eb8 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 May 25 15:10:02.304116 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 39b8e344-77af-4325-8240-3e96d04789b4 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:02.345208 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 39b8e344-77af-4325-8240-3e96d04789b4 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:10:02.351434 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 39b8e344-77af-4325-8240-3e96d04789b4 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:02.351893 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (39b8e344-77af-4325-8240-3e96d04789b4), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:02.387444 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:02.419799 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:02.431261 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 39b8e344-77af-4325-8240-3e96d04789b4 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:02.431644 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (39b8e344-77af-4325-8240-3e96d04789b4), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:02.455241 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77a8b86-d120-4751-a15f-198a7897f594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b8e344-77af-4325-8240-3e96d04789b4'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:10:02.457470 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca824c4-2a49-410c-8642-de7a97b8979e" -d '{"events": [{"server_uuid": "e77a8b86-d120-4751-a15f-198a7897f594", "name": "network-vif-plugged", "status": "completed", "tag": "39b8e344-77af-4325-8240-3e96d04789b4"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:10:02.469596 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 39b8e344-77af-4325-8240-3e96d04789b4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=39b8e344-77af-4325-8240-3e96d04789b4,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:02.474288 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (39b8e344-77af-4325-8240-3e96d04789b4), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:02.498510 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00602207-dade-4768-9c67-6b6f2d7575b7 x-openstack-request-id: req-00602207-dade-4768-9c67-6b6f2d7575b7 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:10:02.498802 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77a8b86-d120-4751-a15f-198a7897f594", "name": "network-vif-plugged", "status": "completed", "tag": "39b8e344-77af-4325-8240-3e96d04789b4", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:10:02.499056 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00602207-dade-4768-9c67-6b6f2d7575b7 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:10:02.499446 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00602207-dade-4768-9c67-6b6f2d7575b7'] response: {'server_uuid': 'e77a8b86-d120-4751-a15f-198a7897f594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b8e344-77af-4325-8240-3e96d04789b4', 'code': 200} May 25 15:10:02.524456 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=39b8e344-77af-4325-8240-3e96d04789b4,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:02.705469 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0a821-0d6d-4317-b392-3059dac32fa2 req-b4f2aff5-1488-4de2-8036-bdd44e0793d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:02.707436 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7ae0a821-0d6d-4317-b392-3059dac32fa2 req-b4f2aff5-1488-4de2-8036-bdd44e0793d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 1129 time: 0.0390005 May 25 15:10:02.747169 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:02.751112 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7ae0a821-0d6d-4317-b392-3059dac32fa2 req-99b5153d-09f9-4f1e-a56b-1097310009ea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 May 25 15:10:03.405565 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229385b0-a001-4286-a00f-695313e240c0 req-ef2cc64d-e833-4ad5-acbb-e6ce20f82b9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:03.407081 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-229385b0-a001-4286-a00f-695313e240c0 req-ef2cc64d-e833-4ad5-acbb-e6ce20f82b9c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 945 time: 0.0473602 May 25 15:10:03.458343 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-229385b0-a001-4286-a00f-695313e240c0 req-f8a14ac8-d491-4b64-adcc-8c1c859ced93 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 May 25 15:10:04.577618 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19130b9e-27f6-4cc3-921d-1f9af1df7258 req-613a6ac1-db9c-4f29-a28f-2fba4daa36c9 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:04.579261 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-19130b9e-27f6-4cc3-921d-1f9af1df7258 req-613a6ac1-db9c-4f29-a28f-2fba4daa36c9 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 945 time: 0.0529933 May 25 15:10:04.631075 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-19130b9e-27f6-4cc3-921d-1f9af1df7258 req-426c1781-0b8f-4535-9241-ae5f1acda7c0 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 May 25 15:10:04.633862 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8b855d1f-1efb-4bb4-aee9-e347bd218e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:05.752452 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b87f8-7d52-4893-86ab-f14bab795a46 req-15d839d0-ef7a-4ca7-8bc9-3845bb13c7ef tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:05.753914 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-986b87f8-7d52-4893-86ab-f14bab795a46 req-15d839d0-ef7a-4ca7-8bc9-3845bb13c7ef tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 945 time: 0.0462725 May 25 15:10:05.802483 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-986b87f8-7d52-4893-86ab-f14bab795a46 req-5aed2f3c-1baf-4190-82b3-dea54947222c tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 May 25 15:10:06.602653 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c771-89ba-4f32-9d24-7cb541345df5 req-df0971c5-9f84-4dc8-9a6a-ae77089a7156 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:06.604050 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5453c771-89ba-4f32-9d24-7cb541345df5 req-df0971c5-9f84-4dc8-9a6a-ae77089a7156 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 945 time: 0.0497084 May 25 15:10:06.651393 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-5453c771-89ba-4f32-9d24-7cb541345df5 req-9153116f-17a9-46e7-b17e-ea1d7c35cf67 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 May 25 15:10:07.530876 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-14c6a0ce-ca76-4be4-a784-5edb8ac8f1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:07.768144 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a645d3-2e8d-44e9-8f06-222d3d5d3542 req-f5cfd9e1-4b03-48d5-bf4a-83e170c7820e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:07.769777 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-39a645d3-2e8d-44e9-8f06-222d3d5d3542 req-f5cfd9e1-4b03-48d5-bf4a-83e170c7820e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 945 time: 0.0482655 May 25 15:10:07.818042 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-39a645d3-2e8d-44e9-8f06-222d3d5d3542 req-cdb6a58f-6e50-44e0-9253-fbe252899cd8 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/security-groups?id=bac6a25f-ccba-42bd-b5f5-d3b92fff7956&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 May 25 15:10:08.480035 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-e5ad5413-dc23-4b0c-a6fe-2247828bc837 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:08.481420 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-e5ad5413-dc23-4b0c-a6fe-2247828bc837 tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 945 time: 0.0513535 May 25 15:10:08.568691 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Deleting port 39b8e344-77af-4325-8240-3e96d04789b4 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:08.569033 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (39b8e344-77af-4325-8240-3e96d04789b4), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:08.671357 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] For port 39b8e344-77af-4325-8240-3e96d04789b4, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=39b8e344-77af-4325-8240-3e96d04789b4,segment=NetworkSegment(a507931a-b8f2-4934-9733-4e32f1bb6eea),segment_id=a507931a-b8f2-4934-9733-4e32f1bb6eea)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:08.671723 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (39b8e344-77af-4325-8240-3e96d04789b4), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:08.687226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Calling delete_port for 39b8e344-77af-4325-8240-3e96d04789b4 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:08.824076 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (39b8e344-77af-4325-8240-3e96d04789b4), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:08.858095 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Pushing event deleted for resources: {'Port': ['ID=39b8e344-77af-4325-8240-3e96d04789b4,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:08.876715 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['39b8e344-77af-4325-8240-3e96d04789b4'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:10:08.907513 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] No DVR routers for this DVR port 39b8e344-77af-4325-8240-3e96d04789b4 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:10:08.910694 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:08.913825 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-458af540-307a-4b51-bf5e-5100f16c4a5c req-3b812ebc-f849-4c14-8d9e-b54dd3eace1e tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.72 "DELETE /v2.0/ports/39b8e344-77af-4325-8240-3e96d04789b4 HTTP/1.1" status: 204 len: 173 time: 0.4242253 May 25 15:10:08.921950 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77a8b86-d120-4751-a15f-198a7897f594', 'name': 'network-vif-deleted', 'tag': '39b8e344-77af-4325-8240-3e96d04789b4'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:10:08.924200 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e09421c-650d-4640-bf96-a0c062401332" -d '{"events": [{"server_uuid": "e77a8b86-d120-4751-a15f-198a7897f594", "name": "network-vif-deleted", "tag": "39b8e344-77af-4325-8240-3e96d04789b4"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:10:08.949782 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-193fdb0d-317e-421e-8703-4033e32ef80e req-d2377738-105b-4b7f-9a93-ad15d4f2419a tempest-VolumesActionsTest-1646323124 tempest-VolumesActionsTest-1646323124-project] 10.222.0.78 "GET /v2.0/ports?device_id=e77a8b86-d120-4751-a15f-198a7897f594 HTTP/1.1" status: 200 len: 210 time: 0.0440781 May 25 15:10:08.972846 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ebd87e-d371-464c-aeb7-73c7748f301a x-openstack-request-id: req-98ebd87e-d371-464c-aeb7-73c7748f301a {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:10:08.973140 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77a8b86-d120-4751-a15f-198a7897f594", "name": "network-vif-deleted", "tag": "39b8e344-77af-4325-8240-3e96d04789b4", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:10:08.973389 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98ebd87e-d371-464c-aeb7-73c7748f301a {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:10:08.973778 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ebd87e-d371-464c-aeb7-73c7748f301a'] response: {'server_uuid': 'e77a8b86-d120-4751-a15f-198a7897f594', 'name': 'network-vif-deleted', 'tag': '39b8e344-77af-4325-8240-3e96d04789b4', 'status': 'completed', 'code': 200} May 25 15:10:09.156146 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:11.786962 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:12.049000 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:13.664579 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 39b8e344-77af-4325-8240-3e96d04789b4 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:13.685230 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 39b8e344-77af-4325-8240-3e96d04789b4 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:13.685618 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 39b8e344-77af-4325-8240-3e96d04789b4 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:17.812428 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=60 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:17.814495 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=52 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:18.887663 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:18.929864 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=73,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:20.349071 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:20.547240 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60010) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:20.849496 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Deleting port 74945858-6024-40c1-8a67-55c07a19608b {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:20.849759 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (74945858-6024-40c1-8a67-55c07a19608b), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:20.974958 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (74945858-6024-40c1-8a67-55c07a19608b), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:20.975524 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for floatingip (74945858-6024-40c1-8a67-55c07a19608b), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:21.001963 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Calling delete_port for 74945858-6024-40c1-8a67-55c07a19608b owned by network:floatingip {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:21.228195 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (74945858-6024-40c1-8a67-55c07a19608b), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:21.258205 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event deleted for resources: {'Port': ['ID=74945858-6024-40c1-8a67-55c07a19608b,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:21.327491 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for floatingip (1c41264b-3aa1-41f1-bae3-ccb2d1ff0877), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:21.327491 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.db.l3_db [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Floating IP 1c41264b-3aa1-41f1-bae3-ccb2d1ff0877 disassociated (deleted). External IP: 172.27.0.32, port: d91fb4f2-8eda-4755-a625-3d06bee0b78d. May 25 15:10:21.597172 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Router 418ba9c9-c01f-48f9-8f62-071d26d202b6 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:10:21.705348 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:21.723027 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:10:21.729986 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for floatingip (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:21.736741 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] Sync routers for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:10:21.749891 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:21.750967 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:10:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:21.769268 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ffdc8619-e5c9-4b3a-ad4d-39615bd1c0f1 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "DELETE /v2.0/floatingips/1c41264b-3aa1-41f1-bae3-ccb2d1ff0877 HTTP/1.1" status: 204 len: 168 time: 1.2177701 May 25 15:10:21.769268 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d'}] {{(pid=110349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:10:21.782674 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cb4bd53bb1a2586b97742ffefe8067ea5e5dc99949adbf8da1bc091fb71afb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bdf097-1ef9-4d78-91af-2c4362120274" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d"}]}' {{(pid=110349) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:10:21.858773 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537b4c4-93f6-4a14-9d1a-acf65979c39d x-openstack-request-id: req-c537b4c4-93f6-4a14-9d1a-acf65979c39d {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:10:21.859257 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d", "status": "completed", "code": 200}]} {{(pid=110349) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:10:21.859517 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c537b4c4-93f6-4a14-9d1a-acf65979c39d {{(pid=110349) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:10:21.859923 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c537b4c4-93f6-4a14-9d1a-acf65979c39d'] response: {'name': 'network-changed', 'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'status': 'completed', 'code': 200} May 25 15:10:21.929471 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:21.986436 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-4b153a82-5b15-42d4-800a-3bdf72faf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:21.994964 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-4b153a82-5b15-42d4-800a-3bdf72faf858 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0824535 May 25 15:10:22.094765 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c716-88e0-46e3-bec5-ec0af8ea2afe req-6b9915c9-4fc0-4143-95ea-fbf60b8864e8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:22.102044 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e872c716-88e0-46e3-bec5-ec0af8ea2afe req-6b9915c9-4fc0-4143-95ea-fbf60b8864e8 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0743582 May 25 15:10:22.182103 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-e872c716-88e0-46e3-bec5-ec0af8ea2afe req-4aa7ed83-82b8-4204-af02-719a0672f914 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785758 May 25 15:10:22.238319 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:00Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:22.275011 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] Checking router: 418ba9c9-c01f-48f9-8f62-071d26d202b6 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:10:22.287099 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:22.288025 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:10:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:22.413196 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:22.727071 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:22.778749 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:22.811297 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:00Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:22.850315 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d1f39-ea1d-4f1e-a342-2d26bc5ac7c5 None None] The sync data for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi is: [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:53Z', 'revision_number': 4, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi', '_interfaces': [{'id': '800a3731-890d-4c3d-97f8-7f543159be71', 'name': '', 'network_id': 'c84be869-0fb3-40e0-a0bf-430d84d35277', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'mac_address': 'fa:16:3e:cb:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:53Z', 'updated_at': '2022-05-25T15:05:00Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'subnets': [{'id': 'ed16b30d-f6f8-4318-853b-db614c933a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:10:23.177418 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746e5138-2e5b-4614-9715-61e25efb6c69 None None] New status for floating IP 1c41264b-3aa1-41f1-bae3-ccb2d1ff0877: DOWN {{(pid=110351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 25 15:10:23.396162 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42832d74-fb31-473d-8c51-8f4755d28810 req-92959d92-5c76-4b46-b4e8-af4fab1acfbb tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:23.398481 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-42832d74-fb31-473d-8c51-8f4755d28810 req-92959d92-5c76-4b46-b4e8-af4fab1acfbb tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.0909426 May 25 15:10:23.482566 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-42832d74-fb31-473d-8c51-8f4755d28810 req-ee9d97d4-ef7b-4317-9192-fa7d8d5bc80a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679739 May 25 15:10:23.689782 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-7b172fd8-0b5b-4a8e-bbf1-6dd272729a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:23.691928 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-7b172fd8-0b5b-4a8e-bbf1-6dd272729a62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 200 len: 910 time: 0.1383111 May 25 15:10:23.792513 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-6d3d17fb-4529-47c3-9d17-989e339cf0fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 200 len: 217 time: 0.0416901 May 25 15:10:23.810416 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:10:24.010971 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-c598bfde-4bee-4bfb-a664-481e2e615eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:24.012747 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-c598bfde-4bee-4bfb-a664-481e2e615eba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ed16b30d-f6f8-4318-853b-db614c933a1d HTTP/1.1" status: 200 len: 847 time: 0.0602882 May 25 15:10:24.065036 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-8ed4383d-5808-40fe-80c2-0dd096c0c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:24.067886 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-8ed4383d-5808-40fe-80c2-0dd096c0c62e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c84be869-0fb3-40e0-a0bf-430d84d35277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449779 May 25 15:10:24.432662 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-d3b345f1-7d82-40bd-8a52-cf54c71dc0f4 service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128426 May 25 15:10:24.999403 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-626b6333-7bc7-41cb-a6af-28f39148fcba tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:25.001234 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-626b6333-7bc7-41cb-a6af-28f39148fcba tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.5279274 May 25 15:10:25.025126 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03f6f6-9326-4ce7-9b6e-9ab95f915430 req-d3e06b70-da89-42be-af4c-2e35a1376192 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:25.027148 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ea03f6f6-9326-4ce7-9b6e-9ab95f915430 req-d3e06b70-da89-42be-af4c-2e35a1376192 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 946 time: 0.4482639 May 25 15:10:25.085737 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-93bdf097-1ef9-4d78-91af-2c4362120274 req-cd6c2ef7-2a47-4915-be87-530ea3cc082c service neutron] 10.222.0.72 "GET /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143365 May 25 15:10:25.186245 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ea03f6f6-9326-4ce7-9b6e-9ab95f915430 req-0d986e0e-ad5b-41a2-a64d-6fa49f85573a tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f71ddad-3e8d-4875-8c59-984671269967&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458101 May 25 15:10:25.212798 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Deleting port d91fb4f2-8eda-4755-a625-3d06bee0b78d {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:25.212798 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:25.315567 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] For port d91fb4f2-8eda-4755-a625-3d06bee0b78d, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d91fb4f2-8eda-4755-a625-3d06bee0b78d,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:25.315994 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:25.332240 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Calling delete_port for d91fb4f2-8eda-4755-a625-3d06bee0b78d owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:25.394712 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:25.481775 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (d91fb4f2-8eda-4755-a625-3d06bee0b78d), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:25.493545 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:25.513304 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event deleted for resources: {'Port': ['ID=d91fb4f2-8eda-4755-a625-3d06bee0b78d,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:25.562415 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] No DVR routers for this DVR port d91fb4f2-8eda-4755-a625-3d06bee0b78d on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:10:25.564992 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:25.568828 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-32a4469b-22b8-44b2-9d6b-94ad36856e79 req-3418b6ea-6869-4b26-849d-eaca9a5fb049 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.72 "DELETE /v2.0/ports/d91fb4f2-8eda-4755-a625-3d06bee0b78d HTTP/1.1" status: 204 len: 173 time: 0.5614717 May 25 15:10:25.569293 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-deleted', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:10:25.571678 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e949e85d-b864-40ac-861a-7d1179d44585" -d '{"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-deleted", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:10:25.621595 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e64ce12-cbf7-44e6-83bb-781b7f657476 x-openstack-request-id: req-9e64ce12-cbf7-44e6-83bb-781b7f657476 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:10:25.622278 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3433ac-9290-4294-83ad-1fa030982ca5", "name": "network-vif-deleted", "tag": "d91fb4f2-8eda-4755-a625-3d06bee0b78d", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:10:25.622735 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e64ce12-cbf7-44e6-83bb-781b7f657476 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:10:25.623415 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e64ce12-cbf7-44e6-83bb-781b7f657476'] response: {'server_uuid': 'dc3433ac-9290-4294-83ad-1fa030982ca5', 'name': 'network-vif-deleted', 'tag': 'd91fb4f2-8eda-4755-a625-3d06bee0b78d', 'status': 'completed', 'code': 200} May 25 15:10:26.305375 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a3885ac3-1979-4a9e-83fb-fb61920e0747 req-ddbfcaa6-b9f2-45c3-96e9-8401fcd60273 tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc3433ac-9290-4294-83ad-1fa030982ca5 HTTP/1.1" status: 200 len: 210 time: 0.0316856 May 25 15:10:26.469011 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device d91fb4f2-8eda-4755-a625-3d06bee0b78d no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:26.497489 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: d91fb4f2-8eda-4755-a625-3d06bee0b78d {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:26.497823 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device d91fb4f2-8eda-4755-a625-3d06bee0b78d not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:27.367895 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60072) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:27.392943 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:27.436773 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e3c10fc5-d47b-4a99-8aa9-fbd4ec07f90f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group (4f71ddad-3e8d-4875-8c59-984671269967), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:27.467885 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e3c10fc5-d47b-4a99-8aa9-fbd4ec07f90f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group (4f71ddad-3e8d-4875-8c59-984671269967), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:27.552722 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e3c10fc5-d47b-4a99-8aa9-fbd4ec07f90f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4f71ddad-3e8d-4875-8c59-984671269967), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:27.556477 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-e3c10fc5-d47b-4a99-8aa9-fbd4ec07f90f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:27.557732 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e3c10fc5-d47b-4a99-8aa9-fbd4ec07f90f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] 10.222.0.78 "DELETE /v2.0/security-groups/4f71ddad-3e8d-4875-8c59-984671269967 HTTP/1.1" status: 204 len: 168 time: 0.1898255 May 25 15:10:27.570070 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c10fc5-d47b-4a99-8aa9-fbd4ec07f90f tempest-TestShelveInstance-169620545 tempest-TestShelveInstance-169620545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71ddad-3e8d-4875-8c59-984671269967,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:27.614469 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60076) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:28.101331 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (418ba9c9-c01f-48f9-8f62-071d26d202b6), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:28.349568 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Deleting port 800a3731-890d-4c3d-97f8-7f543159be71 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:28.349839 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (800a3731-890d-4c3d-97f8-7f543159be71), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:28.421890 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:28.468225 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] For port 800a3731-890d-4c3d-97f8-7f543159be71, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=800a3731-890d-4c3d-97f8-7f543159be71,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:28.468851 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (800a3731-890d-4c3d-97f8-7f543159be71), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:28.497827 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Calling delete_port for 800a3731-890d-4c3d-97f8-7f543159be71 owned by network:router_interface {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:28.658204 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:28.720578 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (800a3731-890d-4c3d-97f8-7f543159be71), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:28.747888 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Pushing event deleted for resources: {'Port': ['ID=800a3731-890d-4c3d-97f8-7f543159be71,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:28.774438 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.774922 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.775359 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.775791 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.776203 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.776618 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.777033 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.777445 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.778416 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.778416 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.778624 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.779037 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.779223 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.779496 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.779810 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:28.971092 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (418ba9c9-c01f-48f9-8f62-071d26d202b6), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:29.211214 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Router 418ba9c9-c01f-48f9-8f62-071d26d202b6 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:10:29.329351 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:10:29.336311 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d9f1c47f-a0a6-4b34-aef5-649f68c870ae admin admin] 10.222.0.78 "PUT /v2.0/routers/418ba9c9-c01f-48f9-8f62-071d26d202b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7203560 May 25 15:10:29.339094 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60088) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:29.341756 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268904a4-7442-436c-ba25-162b790155ed None None] Sync routers for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:10:29.352921 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:29.353820 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:10:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:29.466960 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:29.710935 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:10:28Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:29.739947 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268904a4-7442-436c-ba25-162b790155ed None None] Checking router: 418ba9c9-c01f-48f9-8f62-071d26d202b6 for host: dv-cinder-803823-9-iscsi {{(pid=110350) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:10:29.755626 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] Routers {'418ba9c9-c01f-48f9-8f62-071d26d202b6'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110350) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:29.756908 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:10:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['418ba9c9-c01f-48f9-8f62-071d26d202b6'], 'active': True} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:29.773269 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks [] for router (418ba9c9-c01f-48f9-8f62-071d26d202b6), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:29.812306 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:29.885430 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvr_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] Set router 418ba9c9-c01f-48f9-8f62-071d26d202b6 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110350) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:29.890846 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks [] for router_gateway (418ba9c9-c01f-48f9-8f62-071d26d202b6), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:29.951203 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Deleting port 08fe4c92-3f0e-4b5a-a72e-471141d6409f {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:29.951528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.012654 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:30.060212 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] For port 08fe4c92-3f0e-4b5a-a72e-471141d6409f, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=08fe4c92-3f0e-4b5a-a72e-471141d6409f,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:30.060581 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.075989 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Calling delete_port for 08fe4c92-3f0e-4b5a-a72e-471141d6409f owned by network:router_gateway {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:30.105064 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_hamode_db [None req-268904a4-7442-436c-ba25-162b790155ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:10:28Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:30.133922 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268904a4-7442-436c-ba25-162b790155ed None None] The sync data for ids ['418ba9c9-c01f-48f9-8f62-071d26d202b6'] in dv-cinder-803823-9-iscsi is: [{'id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'name': 'tempest-TestShelveInstance-431630286-router', 'tenant_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:10:28Z', 'revision_number': 5, 'project_id': 'ffb2008af6964bc5b2e94a630bfe78e5', 'gw_port': {'id': '08fe4c92-3f0e-4b5a-a72e-471141d6409f', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba9c9-c01f-48f9-8f62-071d26d202b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:50Z', 'updated_at': '2022-05-25T15:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}] {{(pid=110350) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:10:30.293843 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (08fe4c92-3f0e-4b5a-a72e-471141d6409f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.323443 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=08fe4c92-3f0e-4b5a-a72e-471141d6409f,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:30.395258 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (418ba9c9-c01f-48f9-8f62-071d26d202b6), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.499019 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (418ba9c9-c01f-48f9-8f62-071d26d202b6), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.503319 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks [] for router_controller (418ba9c9-c01f-48f9-8f62-071d26d202b6), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.561841 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (418ba9c9-c01f-48f9-8f62-071d26d202b6), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.562536 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418ba9c9-c01f-48f9-8f62-071d26d202b6 {{(pid=110349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:10:30.568270 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.572269 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-5dd8e47a-b85c-4ce0-9f37-cc93e7a5d4d1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/418ba9c9-c01f-48f9-8f62-071d26d202b6 HTTP/1.1" status: 204 len: 168 time: 1.2298040 May 25 15:10:30.572882 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60098) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:30.624509 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Deleting subnet ed16b30d-f6f8-4318-853b-db614c933a1d {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:10:30.629647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Publish callbacks [] for subnet (ed16b30d-f6f8-4318-853b-db614c933a1d), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.673379 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14426780'] for subnet (ed16b30d-f6f8-4318-853b-db614c933a1d), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.772416 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (ed16b30d-f6f8-4318-853b-db614c933a1d), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.837930 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14426697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13887232'] for subnet (ed16b30d-f6f8-4318-853b-db614c933a1d), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.871229 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed16b30d-f6f8-4318-853b-db614c933a1d,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:30.882346 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:30.885933 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ed16b30d-f6f8-4318-853b-db614c933a1d HTTP/1.1" status: 204 len: 168 time: 0.3118112 May 25 15:10:30.888066 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.888284 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.888783 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.888953 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.889290 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.889490 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60106) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:30.891890 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.892254 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.892681 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.892917 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.893246 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.893570 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.893930 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.894295 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.899489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.899489 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e1f437-40ff-4542-a184-d87ca9eef215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:10:30.899892 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58effb36-9bdc-48b7-9cd7-a4557b354c62 None None] Network c84be869-0fb3-40e0-a0bf-430d84d35277 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:31.010659 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (c84be869-0fb3-40e0-a0bf-430d84d35277), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.089509 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Deleting port c719b30a-6db2-4738-a670-bf186bb362a4 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:31.089509 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.161580 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] For port c719b30a-6db2-4738-a670-bf186bb362a4, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=c719b30a-6db2-4738-a670-bf186bb362a4,segment=NetworkSegment(5edfe8da-fd25-4dac-918c-c14c8e636ebd),segment_id=5edfe8da-fd25-4dac-918c-c14c8e636ebd)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:31.161830 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.175522 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Calling delete_port for c719b30a-6db2-4738-a670-bf186bb362a4 owned by network:dhcp {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:31.251471 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:31.258902 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (c719b30a-6db2-4738-a670-bf186bb362a4), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.288220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c719b30a-6db2-4738-a670-bf186bb362a4,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:31.293228 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] No DVR routers for this DVR port c719b30a-6db2-4738-a670-bf186bb362a4 on host dv-cinder-803823-9-iscsi {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:10:31.372681 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (c84be869-0fb3-40e0-a0bf-430d84d35277), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.400260 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84be869-0fb3-40e0-a0bf-430d84d35277']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:31.406247 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7fc1e-20b4-4c6b-9be5-55ff23eac63a None None] DHCP port deletion for c84be869-0fb3-40e0-a0bf-430d84d35277 request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:10:31.425239 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edfe8da-fd25-4dac-918c-c14c8e636ebd') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:31.425239 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edfe8da-fd25-4dac-918c-c14c8e636ebd') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:31.437390 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (5edfe8da-fd25-4dac-918c-c14c8e636ebd), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.450356 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:31.457406 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (5edfe8da-fd25-4dac-918c-c14c8e636ebd), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.464300 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:10:31.464683 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (5edfe8da-fd25-4dac-918c-c14c8e636ebd), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.513546 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 5edfe8da-fd25-4dac-918c-c14c8e636ebd resource provider aggregate not found May 25 15:10:31.542144 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (c84be869-0fb3-40e0-a0bf-430d84d35277), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.544137 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:31.550484 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] 10.222.0.78 "DELETE /v2.0/networks/c84be869-0fb3-40e0-a0bf-430d84d35277 HTTP/1.1" status: 204 len: 168 time: 0.6568286 May 25 15:10:31.550484 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 5edfe8da-fd25-4dac-918c-c14c8e636ebd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5edfe8da-fd25-4dac-918c-c14c8e636ebd found for delete ", "request_id": "req-13e4b26d-cfca-4f2b-afb0-4825405aec05"}]} May 25 15:10:31.550969 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60138) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:31.571050 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91b727-50ef-45ad-934e-31a6238d8d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c84be869-0fb3-40e0-a0bf-430d84d35277,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:31.633337 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 08fe4c92-3f0e-4b5a-a72e-471141d6409f no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:31.654724 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 08fe4c92-3f0e-4b5a-a72e-471141d6409f {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:31.655075 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 08fe4c92-3f0e-4b5a-a72e-471141d6409f not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:31.655592 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c719b30a-6db2-4738-a670-bf186bb362a4 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:31.674408 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: c719b30a-6db2-4738-a670-bf186bb362a4 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:31.674758 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device c719b30a-6db2-4738-a670-bf186bb362a4 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:31.675501 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 800a3731-890d-4c3d-97f8-7f543159be71 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:31.694994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 800a3731-890d-4c3d-97f8-7f543159be71 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:31.695341 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 800a3731-890d-4c3d-97f8-7f543159be71 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:31.889686 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402633'] for router_interface (1a5f30a3-64b7-4179-ae24-840212008e94), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:32.052404 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:32.136959 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Deleting port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:32.137299 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:32.188534 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:32.224138 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] For port 32d6d54e-12c6-4f89-b6c7-907c994c6c2a, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,segment=NetworkSegment(af376ce5-df21-41b3-ab62-672c2bd163b5),segment_id=af376ce5-df21-41b3-ab62-672c2bd163b5)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:32.224479 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:32.237984 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Calling delete_port for 32d6d54e-12c6-4f89-b6c7-907c994c6c2a owned by network:router_interface {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:32.413369 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (32d6d54e-12c6-4f89-b6c7-907c994c6c2a), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:32.437069 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d6d54e-12c6-4f89-b6c7-907c994c6c2a,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:32.598666 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402525'] for router_interface (1a5f30a3-64b7-4179-ae24-840212008e94), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:32.808926 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Router 1a5f30a3-64b7-4179-ae24-840212008e94 has already been hosted by L3 agent 4c4d7afa-f324-429b-b10a-10a118cc4cba {{(pid=110348) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 15:10:32.896201 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:32.916639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] Notify agent at l3_agent.dv-cinder-803823-9-iscsi the message routers_updated {{(pid=110348) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 15:10:32.921521 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-89358d87-659e-4bbe-90a6-e9df7bf8a5d4 admin admin] 10.222.0.78 "PUT /v2.0/routers/1a5f30a3-64b7-4179-ae24-840212008e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3697417 May 25 15:10:32.924226 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60178) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:32.926702 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] Sync routers for ids ['1a5f30a3-64b7-4179-ae24-840212008e94'] in dv-cinder-803823-9-iscsi {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 15:10:32.936864 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] Routers {'1a5f30a3-64b7-4179-ae24-840212008e94'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:32.937562 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:10:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['1a5f30a3-64b7-4179-ae24-840212008e94'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:33.027098 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks [] for router (1a5f30a3-64b7-4179-ae24-840212008e94), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.036530 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] Set router 1a5f30a3-64b7-4179-ae24-840212008e94 gateway port host: dv-cinder-803823-9-iscsi {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:33.052726 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60182) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:33.100248 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] Deleting subnet f554c0c4-d1e4-4469-b6b4-b9f954508c3d {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:10:33.103562 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] Publish callbacks [] for subnet (f554c0c4-d1e4-4469-b6b4-b9f954508c3d), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.105112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:33.136430 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks [] for router_gateway (1a5f30a3-64b7-4179-ae24-840212008e94), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.145427 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14426780'] for subnet (f554c0c4-d1e4-4469-b6b4-b9f954508c3d), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.183616 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Deleting port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:33.184662 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.193323 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (f554c0c4-d1e4-4469-b6b4-b9f954508c3d), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.212956 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'external_fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:10:32Z', 'revision_number': 5, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port': {'id': '4fdb05ec-940c-4e43-a782-ee5ee23df5b9', 'name': '', 'network_id': '8f07a35b-468d-4fda-8b66-780e134cd081', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:41:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T15:04:58Z', 'updated_at': '2022-05-25T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29dbd018-a437-46e5-97b9-8f2fc700eca8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-9-iscsi'}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:33.240463 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] Checking router: 1a5f30a3-64b7-4179-ae24-840212008e94 for host: dv-cinder-803823-9-iscsi {{(pid=110351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 15:10:33.252368 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] Routers {'1a5f30a3-64b7-4179-ae24-840212008e94'} bound to L3 agent in host dv-cinder-803823-9-iscsi {{(pid=110351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 15:10:33.253553 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T14:46:37Z,description=,heartbeat_timestamp=2022-05-25T15:10:08Z,host='dv-cinder-803823-9-iscsi',id=4c4d7afa-f324-429b-b10a-10a118cc4cba,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T14:46:38Z,topic='l3_agent')) {'router_ids': ['1a5f30a3-64b7-4179-ae24-840212008e94'], 'active': True} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:33.264338 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14426697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13887232'] for subnet (f554c0c4-d1e4-4469-b6b4-b9f954508c3d), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.281831 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.288789 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f554c0c4-d1e4-4469-b6b4-b9f954508c3d HTTP/1.1" status: 204 len: 168 time: 0.2327065 May 25 15:10:33.289660 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60184) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:33.303227 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] For port 4fdb05ec-940c-4e43-a782-ee5ee23df5b9, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,segment=NetworkSegment(fc01d466-d20e-414a-b253-74b8430e5981),segment_id=fc01d466-d20e-414a-b253-74b8430e5981)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:33.303802 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.317835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f41a71-ba94-48ed-8de0-6383dbe78123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f554c0c4-d1e4-4469-b6b4-b9f954508c3d,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:33.326053 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Calling delete_port for 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 owned by network:router_gateway {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:33.369729 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_dvr_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] Set router 1a5f30a3-64b7-4179-ae24-840212008e94 gateway port host: None {{(pid=110351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 15:10:33.399487 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (c4655b03-936b-48cf-a983-64dc8b3e6136), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.424328 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.l3_hamode_db [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:10:33Z', 'revision_number': 6, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port_host': None}], 'dv-cinder-803823-9-iscsi', False) {} {{(pid=110351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:33.450348 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905d063-38d7-4921-b06a-73da6116b7d5 None None] The sync data for ids ['1a5f30a3-64b7-4179-ae24-840212008e94'] in dv-cinder-803823-9-iscsi is: [{'id': '1a5f30a3-64b7-4179-ae24-840212008e94', 'name': 'tempest-TestShelveInstance-1971962813-router', 'tenant_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T15:04:57Z', 'updated_at': '2022-05-25T15:10:33Z', 'revision_number': 6, 'project_id': '11e7a4fad2d24584b2af7b50a4677ff4', 'gw_port_host': None}] {{(pid=110351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 15:10:33.489082 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (c4655b03-936b-48cf-a983-64dc8b3e6136), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.511752 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4655b03-936b-48cf-a983-64dc8b3e6136']}} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:33.522052 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a507931a-b8f2-4934-9733-4e32f1bb6eea') {'for_net_delete': True} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:33.522418 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.services.segments.db [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a507931a-b8f2-4934-9733-4e32f1bb6eea') {} {{(pid=110348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:33.522802 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (4fdb05ec-940c-4e43-a782-ee5ee23df5b9), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.533381 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14426771'] for segment (a507931a-b8f2-4934-9733-4e32f1bb6eea), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.549464 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (a507931a-b8f2-4934-9733-4e32f1bb6eea), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.553736 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdb05ec-940c-4e43-a782-ee5ee23df5b9,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:33.557167 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=110348) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:10:33.557647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14427563'] for segment (a507931a-b8f2-4934-9733-4e32f1bb6eea), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.609930 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment a507931a-b8f2-4934-9733-4e32f1bb6eea resource provider aggregate not found May 25 15:10:33.624370 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-409395'] for router_gateway (1a5f30a3-64b7-4179-ae24-840212008e94), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.630844 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.services.segments.plugin [-] Segment a507931a-b8f2-4934-9733-4e32f1bb6eea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a507931a-b8f2-4934-9733-4e32f1bb6eea found for delete ", "request_id": "req-15b0d6a0-6d24-4bb6-9683-562d276dc0c8"}]} May 25 15:10:33.638866 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (c4655b03-936b-48cf-a983-64dc8b3e6136), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.644651 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.648467 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c4655b03-936b-48cf-a983-64dc8b3e6136 HTTP/1.1" status: 204 len: 168 time: 0.3582802 May 25 15:10:33.660883 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047983f2-c31a-4432-81e3-cc107a9919a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4655b03-936b-48cf-a983-64dc8b3e6136,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:33.720433 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:33.725582 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5145'] for router (1a5f30a3-64b7-4179-ae24-840212008e94), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.728373 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks [] for router_controller (1a5f30a3-64b7-4179-ae24-840212008e94), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.775193 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404373'] for router (1a5f30a3-64b7-4179-ae24-840212008e94), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.776111 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a5f30a3-64b7-4179-ae24-840212008e94 {{(pid=110349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 15:10:33.776686 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60192) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:33.781665 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.782929 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-1d56e066-1d6e-4d2b-9fde-0acb7d91ec5a admin admin] 10.222.0.78 "DELETE /v2.0/routers/1a5f30a3-64b7-4179-ae24-840212008e94 HTTP/1.1" status: 204 len: 168 time: 0.8571672 May 25 15:10:33.785918 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60194) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:33.868137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] Deleting subnet e188343b-ee89-4d6f-adcd-02a0b063f334 {{(pid=110348) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:10:33.871916 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] Publish callbacks [] for subnet (e188343b-ee89-4d6f-adcd-02a0b063f334), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.875937 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-647e8deb-9961-4547-aa42-eb3f150294d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff8783629b6944c8ab6f93cbba5163ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979342 May 25 15:10:33.878720 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60196) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:33.920295 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14426780'] for subnet (e188343b-ee89-4d6f-adcd-02a0b063f334), precommit_delete_associations {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.943501 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 32d6d54e-12c6-4f89-b6c7-907c994c6c2a no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:33.955449 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bedc-70d8-405b-80aa-b1c1dfd36402 admin admin] Publish callbacks [] for security_group (bac6a25f-ccba-42bd-b5f5-d3b92fff7956), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:33.967449 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 32d6d54e-12c6-4f89-b6c7-907c994c6c2a {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:33.967842 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 32d6d54e-12c6-4f89-b6c7-907c994c6c2a not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:33.981580 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:33.987030 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bedc-70d8-405b-80aa-b1c1dfd36402 admin admin] Publish callbacks [] for security_group (bac6a25f-ccba-42bd-b5f5-d3b92fff7956), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.023787 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (e188343b-ee89-4d6f-adcd-02a0b063f334), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.039414 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bedc-70d8-405b-80aa-b1c1dfd36402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (bac6a25f-ccba-42bd-b5f5-d3b92fff7956), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.041949 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-b4b9bedc-70d8-405b-80aa-b1c1dfd36402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.043213 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-b4b9bedc-70d8-405b-80aa-b1c1dfd36402 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bac6a25f-ccba-42bd-b5f5-d3b92fff7956 HTTP/1.1" status: 204 len: 168 time: 0.1634841 May 25 15:10:34.052078 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9bedc-70d8-405b-80aa-b1c1dfd36402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac6a25f-ccba-42bd-b5f5-d3b92fff7956,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:34.087202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14426697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13887232'] for subnet (e188343b-ee89-4d6f-adcd-02a0b063f334), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.117059 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for subnet (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.122579 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e188343b-ee89-4d6f-adcd-02a0b063f334 HTTP/1.1" status: 204 len: 168 time: 0.3333764 May 25 15:10:34.122579 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef36a02-7b13-469f-bc5a-2fb0cc312b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e188343b-ee89-4d6f-adcd-02a0b063f334,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:34.122979 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60200) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:34.125449 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82c868-f5db-4225-aaa8-52be7b9b3c3e None None] Network 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:34.201007 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (165fe542-deb1-4d6f-aea1-ab2d9bf813a3), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.256387 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Deleting port 5fe9b12b-c476-493c-a07e-2b8ad129e496 {{(pid=110349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:34.256718 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.318856 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] DHCP port deletion for 165fe542-deb1-4d6f-aea1-ab2d9bf813a3 request from dv-cinder-803823-9-iscsi {{(pid=110350) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 15:10:34.364062 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] Deleting port 5fe9b12b-c476-493c-a07e-2b8ad129e496 {{(pid=110350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:10:34.364812 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), before_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.367755 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.db [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] For port 5fe9b12b-c476-493c-a07e-2b8ad129e496, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=5fe9b12b-c476-493c-a07e-2b8ad129e496,segment=NetworkSegment(af376ce5-df21-41b3-ab62-672c2bd163b5),segment_id=af376ce5-df21-41b3-ab62-672c2bd163b5)] {{(pid=110349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:34.368243 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.382209 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:34.398044 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.plugin [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Calling delete_port for 5fe9b12b-c476-493c-a07e-2b8ad129e496 owned by network:dhcp {{(pid=110349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:34.455047 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] For port 5fe9b12b-c476-493c-a07e-2b8ad129e496, host dv-cinder-803823-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-9-iscsi',level=0,port_id=5fe9b12b-c476-493c-a07e-2b8ad129e496,segment=NetworkSegment(af376ce5-df21-41b3-ab62-672c2bd163b5),segment_id=af376ce5-df21-41b3-ab62-672c2bd163b5)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:34.455436 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), precommit_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.470581 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=100 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:34.476946 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] Calling delete_port for 5fe9b12b-c476-493c-a07e-2b8ad129e496 owned by network:dhcp {{(pid=110350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:10:34.497391 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15019853'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.528412 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe9b12b-c476-493c-a07e-2b8ad129e496,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:34.532356 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] No DVR routers for this DVR port 5fe9b12b-c476-493c-a07e-2b8ad129e496 on host dv-cinder-803823-9-iscsi {{(pid=110349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:10:34.575387 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150'] for port (5fe9b12b-c476-493c-a07e-2b8ad129e496), after_delete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.608265 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] No DVR routers for this DVR port 5fe9b12b-c476-493c-a07e-2b8ad129e496 on host dv-cinder-803823-9-iscsi {{(pid=110350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:10:34.613838 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5fbda-4c1a-40d1-bab4-e2af91fe52c5 None None] Pushing event deleted for resources: {'Port': ['ID=5fe9b12b-c476-493c-a07e-2b8ad129e496,revision_number=None']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:34.631886 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (165fe542-deb1-4d6f-aea1-ab2d9bf813a3), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.644531 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-e1020c83-04d7-47c3-b280-a67aa41f6a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.658387 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165fe542-deb1-4d6f-aea1-ab2d9bf813a3']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:34.669675 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af376ce5-df21-41b3-ab62-672c2bd163b5') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:34.669994 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af376ce5-df21-41b3-ab62-672c2bd163b5') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:10:34.680927 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (af376ce5-df21-41b3-ab62-672c2bd163b5), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.696780 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (af376ce5-df21-41b3-ab62-672c2bd163b5), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.707220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:10:34.707693 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (af376ce5-df21-41b3-ab62-672c2bd163b5), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.754668 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment af376ce5-df21-41b3-ab62-672c2bd163b5 resource provider aggregate not found May 25 15:10:34.777618 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment af376ce5-df21-41b3-ab62-672c2bd163b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af376ce5-df21-41b3-ab62-672c2bd163b5 found for delete ", "request_id": "req-2615b4b9-4392-4a89-bcb8-725bf64b87c0"}]} May 25 15:10:34.780200 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (165fe542-deb1-4d6f-aea1-ab2d9bf813a3), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.785047 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:34.788421 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/165fe542-deb1-4d6f-aea1-ab2d9bf813a3 HTTP/1.1" status: 204 len: 168 time: 0.6639946 May 25 15:10:34.801990 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca43f4e-f721-4aa2-8d04-1fa60a6912a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=165fe542-deb1-4d6f-aea1-ab2d9bf813a3,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:34.947180 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60226) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:34.993174 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-e2652fd0-7295-4a03-a33f-f78555f50bd6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffb2008af6964bc5b2e94a630bfe78e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445673 May 25 15:10:34.996497 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60228) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:35.046928 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-531c8170-917c-40d8-bdb9-54900d70c787 admin admin] Publish callbacks [] for security_group (d97c0ae3-ab29-444d-a869-d53b3c499d42), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.068320 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-531c8170-917c-40d8-bdb9-54900d70c787 admin admin] Publish callbacks [] for security_group (d97c0ae3-ab29-444d-a869-d53b3c499d42), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.084557 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:35.118557 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-531c8170-917c-40d8-bdb9-54900d70c787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (d97c0ae3-ab29-444d-a869-d53b3c499d42), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.121226 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-531c8170-917c-40d8-bdb9-54900d70c787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.122426 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-531c8170-917c-40d8-bdb9-54900d70c787 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d97c0ae3-ab29-444d-a869-d53b3c499d42 HTTP/1.1" status: 204 len: 168 time: 0.1249323 May 25 15:10:35.130641 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c8170-917c-40d8-bdb9-54900d70c787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97c0ae3-ab29-444d-a869-d53b3c499d42,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:35.563684 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60242) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:35.611799 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-3484cf36-12e6-4c1c-bcd5-6bfc51c29e6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11e7a4fad2d24584b2af7b50a4677ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460851 May 25 15:10:35.613595 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60244) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:35.614685 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 5fe9b12b-c476-493c-a07e-2b8ad129e496 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:35.634278 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 5fe9b12b-c476-493c-a07e-2b8ad129e496 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:35.634622 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 5fe9b12b-c476-493c-a07e-2b8ad129e496 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:35.634878 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:35.635293 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 no longer exists at agent ovs-agent-dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:10:35.657263 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] No Port match for: 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:10:35.657520 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Device 4fdb05ec-940c-4e43-a782-ee5ee23df5b9 not bound to the agent host dv-cinder-803823-9-iscsi {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:10:35.667044 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0592ac9a-16f8-4b25-9fde-26487184f119 admin admin] Publish callbacks [] for security_group (4903bede-a545-40a2-9f71-47ba090b88b1), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.688596 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0592ac9a-16f8-4b25-9fde-26487184f119 admin admin] Publish callbacks [] for security_group (4903bede-a545-40a2-9f71-47ba090b88b1), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.742514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0592ac9a-16f8-4b25-9fde-26487184f119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (4903bede-a545-40a2-9f71-47ba090b88b1), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.745157 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-0592ac9a-16f8-4b25-9fde-26487184f119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:35.746350 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-0592ac9a-16f8-4b25-9fde-26487184f119 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4903bede-a545-40a2-9f71-47ba090b88b1 HTTP/1.1" status: 204 len: 168 time: 0.1317785 May 25 15:10:35.754583 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592ac9a-16f8-4b25-9fde-26487184f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4903bede-a545-40a2-9f71-47ba090b88b1,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:37.532179 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f50c0c68-6a95-4fc5-bba7-b563a59f4437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:37.963393 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60262) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:38.077528 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ebf39184-e7b5-4f92-a402-b0a6e002881d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.160488 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ebf39184-e7b5-4f92-a402-b0a6e002881d admin admin] Publish callbacks [] for security_group (6c9049f8-6b55-4d3b-9978-e31dd7db92d8), precommit_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.164597 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-ebf39184-e7b5-4f92-a402-b0a6e002881d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6c9049f8-6b55-4d3b-9978-e31dd7db92d8), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.207140 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-ebf39184-e7b5-4f92-a402-b0a6e002881d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c789ac4d5adc4658a3a26516ffc27582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426150 May 25 15:10:38.207839 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf39184-e7b5-4f92-a402-b0a6e002881d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9049f8-6b55-4d3b-9978-e31dd7db92d8,revision_number=1']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:38.210072 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60266) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:38.261280 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f32d5f08-92f8-4cfe-b5d5-684a34f15e4d admin admin] Publish callbacks [] for security_group (6c9049f8-6b55-4d3b-9978-e31dd7db92d8), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.263483 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:38.264093 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:38.287477 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f32d5f08-92f8-4cfe-b5d5-684a34f15e4d admin admin] Publish callbacks [] for security_group (6c9049f8-6b55-4d3b-9978-e31dd7db92d8), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.339044 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f32d5f08-92f8-4cfe-b5d5-684a34f15e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (6c9049f8-6b55-4d3b-9978-e31dd7db92d8), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.341539 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-f32d5f08-92f8-4cfe-b5d5-684a34f15e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:38.342720 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-f32d5f08-92f8-4cfe-b5d5-684a34f15e4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c9049f8-6b55-4d3b-9978-e31dd7db92d8 HTTP/1.1" status: 204 len: 168 time: 0.1315489 May 25 15:10:38.350812 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d5f08-92f8-4cfe-b5d5-684a34f15e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9049f8-6b55-4d3b-9978-e31dd7db92d8,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:38.991631 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60288) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:39.101641 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1626970728-network', 'tenant_id': '19123d88f28441d1a7bf8ea3e7227de2'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:39.123740 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Made reservation on behalf of 19123d88f28441d1a7bf8ea3e7227de2 for: {'network': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:10:39.126230 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for network (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.135476 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.158537 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.214799 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks [] for security_group (3fb9afda-8bbe-4a1f-9fd7-a06691a5030f), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.219035 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3fb9afda-8bbe-4a1f-9fd7-a06691a5030f), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.248680 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103} {{(pid=110348) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 15:10:39.255888 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:39.262836 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793216269662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (05c9303b-f45c-4034-8710-15212edaf0a9), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.263287 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.db.segments_db [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Added segment 05c9303b-f45c-4034-8710-15212edaf0a9 of type vlan for network a27b33a1-d531-4b31-b8e1-4bb98d480c3d May 25 15:10:39.305335 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793215731020'] for network (a27b33a1-d531-4b31-b8e1-4bb98d480c3d), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.329213 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471'] for network (a27b33a1-d531-4b31-b8e1-4bb98d480c3d), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.330351 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:39.331495 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.388686 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3959587 May 25 15:10:39.391880 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60292) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:10:39.397283 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.v2.base [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Request body: {'subnet': {'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1626970728-subnet', 'tenant_id': '19123d88f28441d1a7bf8ea3e7227de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:39.399320 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e469f4f-e91c-4b3a-b97b-98487ca86d3f admin admin] Pushing event updated for resources: {'Network': ['ID=a27b33a1-d531-4b31-b8e1-4bb98d480c3d,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:39.411070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Network a27b33a1-d531-4b31-b8e1-4bb98d480c3d details requested by agent ovs-agent-dv-cinder-803823-9-iscsi with host dv-cinder-803823-9-iscsi {{(pid=110350) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 15:10:39.420855 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Made reservation on behalf of 19123d88f28441d1a7bf8ea3e7227de2 for: {'subnet': 1} {{(pid=110349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:10:39.423264 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13925652'] for subnet (None), before_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.600588 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13925862'] for subnet (36e195d6-4c4e-458b-8223-69c3271e2667), after_create {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.657566 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e195d6-4c4e-458b-8223-69c3271e2667,revision_number=0']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:39.670189 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Checking segment: {'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:39.670478 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Network hostable DHCP agents. Network: a27b33a1-d531-4b31-b8e1-4bb98d480c3d, hostable agents: ['16069cd3-039e-49ed-b4d4-9b002c668126'], hosted agents: [] {{(pid=110349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 15:10:39.688456 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Network a27b33a1-d531-4b31-b8e1-4bb98d480c3d is scheduled to be hosted by DHCP agent 16069cd3-039e-49ed-b4d4-9b002c668126 with binding_index 1 {{(pid=110349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 15:10:39.698904 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-9-iscsi, a27b33a1-d531-4b31-b8e1-4bb98d480c3d) {{(pid=110349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:39.703772 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:39.704360 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:39.710027 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739e220-1ee9-49b7-b337-d427d4a897ae None None] Network a27b33a1-d531-4b31-b8e1-4bb98d480c3d requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:39.723421 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-d1ee106f-898c-405d-b80e-de486ff2b432 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3303502 May 25 15:10:39.814919 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf963eb6-b62a-4f4d-b988-e6243e4e1a0b None None] Network a27b33a1-d531-4b31-b8e1-4bb98d480c3d requested from dv-cinder-803823-9-iscsi {{(pid=110350) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 15:10:41.524759 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:41.622983 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-85162569-cbf6-4859-b4fb-82ae22d87e19 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:41.624669 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-85162569-cbf6-4859-b4fb-82ae22d87e19 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 814 time: 0.1116939 May 25 15:10:41.640989 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-e945018c-8e05-4f42-89f2-661f4711735d tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/quotas/19123d88f28441d1a7bf8ea3e7227de2 HTTP/1.1" status: 200 len: 375 time: 0.0104246 May 25 15:10:41.682458 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-679676f2-d475-4bba-b6f3-b7774b9b20c2 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346804 May 25 15:10:41.749770 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-c940064c-c5e6-435e-ac42-16d7d5f522a8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 15:10:41.750857 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-c940064c-c5e6-435e-ac42-16d7d5f522a8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0597298 May 25 15:10:41.790231 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:41.828995 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:41.868846 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-68f52404-dc89-4726-963c-de9e0ed6f4ee service neutron] 10.222.0.78 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106942 May 25 15:10:41.966238 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-e901281b-e198-44e2-95d8-119354e50ca3 service neutron] 10.222.0.78 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916581 May 25 15:10:42.048485 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:42.139984 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-7a4adcbc-d27c-47c3-9289-5d3b39eda1db req-594355bc-c128-4179-8404-433bf37669cf tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 210 time: 0.0306215 May 25 15:10:43.254996 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7087b48d-a29a-443e-a5f4-518ff3b734ba req-074555af-d5c0-4f8e-bd50-11598aa883bf tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 210 time: 0.0394990 May 25 15:10:43.283780 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-cb9aab5c-d2f6-4fb7-881d-84294b47a59b tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:43.285485 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-cb9aab5c-d2f6-4fb7-881d-84294b47a59b tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 814 time: 0.1404223 May 25 15:10:43.306443 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Request body: {'port': {'device_id': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d', 'admin_state_up': True, 'tenant_id': '19123d88f28441d1a7bf8ea3e7227de2'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:43.399058 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=49 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.426964 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Made reservation on behalf of 19123d88f28441d1a7bf8ea3e7227de2 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:10:43.427565 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.430672 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.549532 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.574231 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Allocated IP 172.20.0.8 (a27b33a1-d531-4b31-b8e1-4bb98d480c3d/36e195d6-4c4e-458b-8223-69c3271e2667/44c26563-5138-421b-b20d-ec8c80a4aee9) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:10:43.604513 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=7 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:43.736047 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks [] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.767652 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.813433 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Network a27b33a1-d531-4b31-b8e1-4bb98d480c3d is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:10:43.817139 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:10:43.821396 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:10:43.845578 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Pushing event updated for resources: {'Port': ['ID=44c26563-5138-421b-b20d-ec8c80a4aee9,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:43.875889 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:43.876631 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:43.894744 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-83ebbd5a-09ee-407e-9437-39db43a1ec3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932152 May 25 15:10:43.915318 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Request body: {'port': {'device_id': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:10:43.980310 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.275520 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c26563-5138-421b-b20d-ec8c80a4aee9 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:10:44.282992 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Publish callbacks [] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.296652 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Transition to ACTIVE for port object 44c26563-5138-421b-b20d-ec8c80a4aee9 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:10:44.300470 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.618912 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:44.657859 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Pushing event updated for resources: {'Port': ['ID=44c26563-5138-421b-b20d-ec8c80a4aee9,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:44.671348 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f656214-16e0-43f2-8e2c-66ad720e3cf9 req-481b4a74-8634-4db6-8b2a-c4dfd56abb01 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:44.672886 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4f656214-16e0-43f2-8e2c-66ad720e3cf9 req-481b4a74-8634-4db6-8b2a-c4dfd56abb01 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 943 time: 0.0732765 May 25 15:10:44.699639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:44.779076 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4f656214-16e0-43f2-8e2c-66ad720e3cf9 req-fde89f21-b7e1-4fd6-a3b0-6769b8e612b8 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994425 May 25 15:10:44.790593 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Attempting to bind port 44c26563-5138-421b-b20d-ec8c80a4aee9 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:10:44.790855 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Attempting to bind port 44c26563-5138-421b-b20d-ec8c80a4aee9 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:10:44.791257 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Attempting to bind port 44c26563-5138-421b-b20d-ec8c80a4aee9 on network a27b33a1-d531-4b31-b8e1-4bb98d480c3d {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:44.796160 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Port 44c26563-5138-421b-b20d-ec8c80a4aee9 on network a27b33a1-d531-4b31-b8e1-4bb98d480c3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:10:44.796480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Attempting to bind port 44c26563-5138-421b-b20d-ec8c80a4aee9 on network a27b33a1-d531-4b31-b8e1-4bb98d480c3d {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:10:44.802485 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:10:44.802822 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Checking segment: {'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:10:44.803208 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Bound using segment: {'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:10:44.803639 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Bound port: 44c26563-5138-421b-b20d-ec8c80a4aee9, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:10:44.803998 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.866835 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] For port 44c26563-5138-421b-b20d-ec8c80a4aee9, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:10:44.869994 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] For port 44c26563-5138-421b-b20d-ec8c80a4aee9, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44c26563-5138-421b-b20d-ec8c80a4aee9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:10:44.876450 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.918718 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:44.919363 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:44.920768 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] 10.222.0.72 "PUT /v2.0/ports/44c26563-5138-421b-b20d-ec8c80a4aee9 HTTP/1.1" status: 200 len: 1093 time: 1.0097830 May 25 15:10:44.921206 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'tag': '44c26563-5138-421b-b20d-ec8c80a4aee9'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:10:44.923490 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3426a7-4499-4254-89d0-f6fd713e104c" -d '{"events": [{"name": "network-changed", "server_uuid": "a351e97a-9090-4f83-adcb-dc9cf071770f", "tag": "44c26563-5138-421b-b20d-ec8c80a4aee9"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:10:44.944881 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2df56-0002-4420-9884-f000a1d02464 service neutron] Pushing event updated for resources: {'Port': ['ID=44c26563-5138-421b-b20d-ec8c80a4aee9,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:44.963852 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c3f0cd-b3a5-41a0-a935-7e1c53fde743 x-openstack-request-id: req-f4c3f0cd-b3a5-41a0-a935-7e1c53fde743 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:10:44.964162 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a351e97a-9090-4f83-adcb-dc9cf071770f", "tag": "44c26563-5138-421b-b20d-ec8c80a4aee9", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:10:44.964428 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4c3f0cd-b3a5-41a0-a935-7e1c53fde743 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:10:44.964841 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c3f0cd-b3a5-41a0-a935-7e1c53fde743'] response: {'name': 'network-changed', 'server_uuid': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'tag': '44c26563-5138-421b-b20d-ec8c80a4aee9', 'status': 'completed', 'code': 200} May 25 15:10:45.038879 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-0a7c54b9-f294-47ac-85c7-1f53b52ba980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:45.040392 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-0a7c54b9-f294-47ac-85c7-1f53b52ba980 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 1127 time: 0.0452116 May 25 15:10:45.087478 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-c37c0fb4-e213-4c1a-a906-c3207fab6697 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44c26563-5138-421b-b20d-ec8c80a4aee9 HTTP/1.1" status: 200 len: 217 time: 0.0317056 May 25 15:10:45.138678 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-49f1cad7-42a4-4193-a1e6-a1f268a5d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:45.140056 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-49f1cad7-42a4-4193-a1e6-a1f268a5d73c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=36e195d6-4c4e-458b-8223-69c3271e2667 HTTP/1.1" status: 200 len: 854 time: 0.0451841 May 25 15:10:45.175643 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-9a674ea9-d60c-41ec-84a3-f4236c753a0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265772 May 25 15:10:45.269424 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-b8ffa012-691f-427d-90e7-1619570eec75 service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873551 May 25 15:10:45.361526 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c4d95bd2-c756-482a-841e-331c2c707d23 req-c04fe25a-039c-4520-a6d9-ec9fac3453ab service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861542 May 25 15:10:45.903468 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68576ec-d089-4a52-bac2-59da0acb3681 req-e8f9981f-42c5-4fc7-b544-5cf3de50b3b0 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:45.905155 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f68576ec-d089-4a52-bac2-59da0acb3681 req-e8f9981f-42c5-4fc7-b544-5cf3de50b3b0 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 943 time: 0.0552089 May 25 15:10:45.960177 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f68576ec-d089-4a52-bac2-59da0acb3681 req-8f84c995-377a-4bda-9a66-8e0514db58f5 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 May 25 15:10:46.267948 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-526155ba-85b4-4c46-ae75-05642d783526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:46.269982 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-526155ba-85b4-4c46-ae75-05642d783526 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 1127 time: 0.0401294 May 25 15:10:46.364741 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-3af4f82b-8137-4126-b42b-98a963343dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:46.366251 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-3af4f82b-8137-4126-b42b-98a963343dd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 916 time: 0.0898607 May 25 15:10:46.410198 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-2c7c7d54-abec-4fd9-a64b-112395a75e5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44c26563-5138-421b-b20d-ec8c80a4aee9 HTTP/1.1" status: 200 len: 217 time: 0.0337186 May 25 15:10:46.462455 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-678192c2-245c-4ffc-afe1-6283ea476e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:46.463920 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-678192c2-245c-4ffc-afe1-6283ea476e7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=36e195d6-4c4e-458b-8223-69c3271e2667 HTTP/1.1" status: 200 len: 854 time: 0.0476148 May 25 15:10:46.498366 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-71eb4e90-b454-4a98-a538-16534a8fb937 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262012 May 25 15:10:46.530420 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 44c26563-5138-421b-b20d-ec8c80a4aee9 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:10:46.562586 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:46.586790 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:46.599329 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-e0be6a62-785d-428b-8d0a-5118275d456f service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938845 May 25 15:10:46.642237 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 44c26563-5138-421b-b20d-ec8c80a4aee9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44c26563-5138-421b-b20d-ec8c80a4aee9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:46.659847 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '44c26563-5138-421b-b20d-ec8c80a4aee9', 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d', 'port_id': '44c26563-5138-421b-b20d-ec8c80a4aee9', 'mac_address': 'fa:16:3e:7a:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e195d6-4c4e-458b-8223-69c3271e2667', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:10:46.699709 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 44c26563-5138-421b-b20d-ec8c80a4aee9 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:46.700097 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.709015 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-0e3426a7-4499-4254-89d0-f6fd713e104c req-cbc0ac38-652b-4ebd-ab11-0f678be3942e service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027126 May 25 15:10:46.713892 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c26563-5138-421b-b20d-ec8c80a4aee9 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:10:46.733975 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 44c26563-5138-421b-b20d-ec8c80a4aee9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44c26563-5138-421b-b20d-ec8c80a4aee9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:46.737994 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:46.786255 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=44c26563-5138-421b-b20d-ec8c80a4aee9,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:47.081069 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e0aef-d692-43d6-b45d-0bea5f4bbff1 req-223f3bae-afe2-46cc-8027-a5724db757a7 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:47.082555 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-766e0aef-d692-43d6-b45d-0bea5f4bbff1 req-223f3bae-afe2-46cc-8027-a5724db757a7 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 944 time: 0.0490074 May 25 15:10:47.099761 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['44c26563-5138-421b-b20d-ec8c80a4aee9'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:10:47.130246 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:47.141411 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-766e0aef-d692-43d6-b45d-0bea5f4bbff1 req-1392298d-16a0-4177-85c5-37bf3cd88217 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500431 May 25 15:10:47.177986 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:48.256414 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9454bf7-ac5f-4584-a0c1-3a07562a197c req-ed789eaf-d48a-4851-88ce-c45be46523c2 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:48.257943 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c9454bf7-ac5f-4584-a0c1-3a07562a197c req-ed789eaf-d48a-4851-88ce-c45be46523c2 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 944 time: 0.0492816 May 25 15:10:48.310544 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c9454bf7-ac5f-4584-a0c1-3a07562a197c req-8075b684-084a-47ab-9c00-4081c23e98d0 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 May 25 15:10:48.530729 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 44c26563-5138-421b-b20d-ec8c80a4aee9 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:10:48.572853 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 44c26563-5138-421b-b20d-ec8c80a4aee9 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:10:48.578692 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 44c26563-5138-421b-b20d-ec8c80a4aee9 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:10:48.579055 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.655594 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 44c26563-5138-421b-b20d-ec8c80a4aee9 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:10:48.656005 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.679070 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c26563-5138-421b-b20d-ec8c80a4aee9'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:10:48.681329 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee0d45-23af-4ae1-ae89-ecadbef63ff8" -d '{"events": [{"server_uuid": "a351e97a-9090-4f83-adcb-dc9cf071770f", "name": "network-vif-plugged", "status": "completed", "tag": "44c26563-5138-421b-b20d-ec8c80a4aee9"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:10:48.694228 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 44c26563-5138-421b-b20d-ec8c80a4aee9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44c26563-5138-421b-b20d-ec8c80a4aee9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:10:48.698327 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:48.723658 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681be08a-1357-41b8-b230-62e014d5ad01 x-openstack-request-id: req-681be08a-1357-41b8-b230-62e014d5ad01 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:10:48.723945 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351e97a-9090-4f83-adcb-dc9cf071770f", "name": "network-vif-plugged", "status": "completed", "tag": "44c26563-5138-421b-b20d-ec8c80a4aee9", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:10:48.724193 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-681be08a-1357-41b8-b230-62e014d5ad01 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:10:48.724599 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681be08a-1357-41b8-b230-62e014d5ad01'] response: {'server_uuid': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c26563-5138-421b-b20d-ec8c80a4aee9', 'code': 200} May 25 15:10:48.748027 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=44c26563-5138-421b-b20d-ec8c80a4aee9,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:10:48.951983 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f64526-b66e-4261-8f03-7edcab7204bf req-1e951ace-7a60-412b-8283-bd1302f24dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:48.953598 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c1f64526-b66e-4261-8f03-7edcab7204bf req-1e951ace-7a60-412b-8283-bd1302f24dd2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 1129 time: 0.0405858 May 25 15:10:49.001292 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-c1f64526-b66e-4261-8f03-7edcab7204bf req-59774179-b6f5-4f4a-8b62-180570d5efa0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 May 25 15:10:49.440612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46bc70-68c6-4ed3-8fd5-4febd52eebca req-16b4b0a8-35ad-4cb3-8905-ff88fb8a403e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:49.442543 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c46bc70-68c6-4ed3-8fd5-4febd52eebca req-16b4b0a8-35ad-4cb3-8905-ff88fb8a403e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 945 time: 0.0534160 May 25 15:10:49.495652 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-8c46bc70-68c6-4ed3-8fd5-4febd52eebca req-fa529847-796c-4ca1-b7e0-d16923d45990 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 May 25 15:10:50.353314 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:10:50.623096 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22e65d-5e16-4a23-b8c5-23fe769eb74b req-b98ac332-b190-4aa0-a0f8-54e5645ab427 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:10:50.624623 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3a22e65d-5e16-4a23-b8c5-23fe769eb74b req-b98ac332-b190-4aa0-a0f8-54e5645ab427 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 945 time: 0.0542448 May 25 15:10:50.680656 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-3a22e65d-5e16-4a23-b8c5-23fe769eb74b req-89109f44-9868-4e77-ba78-3993a020a4db tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 May 25 15:10:59.489143 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=38 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:10:59.491596 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=40 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:00.134522 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-885a5226-8e07-4b74-a1dd-6ef6c52c9353 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404618 May 25 15:11:00.250368 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-683bbf81-5e63-454f-a9cd-1efd86c0456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:00.251871 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-683bbf81-5e63-454f-a9cd-1efd86c0456a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 1129 time: 0.0402362 May 25 15:11:00.347433 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:00.348738 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:00.369532 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-d2087492-ff66-4e8b-8fd6-69d5fc29f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:00.371045 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-d2087492-ff66-4e8b-8fd6-69d5fc29f62f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 916 time: 0.0954056 May 25 15:11:00.413922 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-69755eae-6061-4cca-9b36-5ae07f4e99f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44c26563-5138-421b-b20d-ec8c80a4aee9 HTTP/1.1" status: 200 len: 217 time: 0.0342345 May 25 15:11:00.476743 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-cfdb7cee-aa3b-42b8-9a86-a26876ce95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:00.478272 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-cfdb7cee-aa3b-42b8-9a86-a26876ce95e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=36e195d6-4c4e-458b-8223-69c3271e2667 HTTP/1.1" status: 200 len: 854 time: 0.0501325 May 25 15:11:00.518650 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-483fc0f4-dde8-456f-8e43-d2a5c0131ce0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319600 May 25 15:11:00.619296 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-c12c6474-652b-4d39-921c-4dac9c4f6cf6 service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911245 May 25 15:11:00.673908 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=51 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:00.676771 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=31 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:00.721623 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-9cfe36e7-17ef-4dc4-85db-d162ee211bb3 req-66dd4555-45a8-49ba-a253-5d6d89b4c00e service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890634 May 25 15:11:00.810288 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:11:04.638745 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-dcc59a58-57b5-4518-9615-997c468470c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:07.536170 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-572e6699-9c36-457c-b1de-e4670c9cd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:09.163062 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:10.717469 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=43 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:10.718311 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=45 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:11.790338 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:12.043589 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:13.786508 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:13.787276 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:20.361953 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:30.355769 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:30.358108 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:32.748486 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3a971-052e-4b00-880b-43011aacdf01 req-4a378c6a-5dd4-4e73-a486-5130add312ff tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:32.750001 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-10a3a971-052e-4b00-880b-43011aacdf01 req-4a378c6a-5dd4-4e73-a486-5130add312ff tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 945 time: 0.0467916 May 25 15:11:32.798030 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-10a3a971-052e-4b00-880b-43011aacdf01 req-2cb6b632-16fa-421c-b2cc-c1c0cd486bcb tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 May 25 15:11:33.846175 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=17 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:33.848139 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=9 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:33.918438 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca177064-ac6d-4e4b-9460-8fa3a7ceba99 req-c193821c-27ef-45c9-b3dc-2f2e7ba87875 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:33.919922 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ca177064-ac6d-4e4b-9460-8fa3a7ceba99 req-c193821c-27ef-45c9-b3dc-2f2e7ba87875 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 945 time: 0.0493925 May 25 15:11:33.976256 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-ca177064-ac6d-4e4b-9460-8fa3a7ceba99 req-f874fa88-b48e-4d82-a1e7-6b459a683f76 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 May 25 15:11:34.644123 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8225fd73-03b2-4815-9e05-5b9880581ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.738304 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-ae219b42-820b-4b92-a137-2967501056d0 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:34.739807 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-ae219b42-820b-4b92-a137-2967501056d0 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 945 time: 0.0468199 May 25 15:11:34.826702 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Deleting port 44c26563-5138-421b-b20d-ec8c80a4aee9 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:11:34.827042 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.932358 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] For port 44c26563-5138-421b-b20d-ec8c80a4aee9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44c26563-5138-421b-b20d-ec8c80a4aee9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:11:34.933026 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:34.956143 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Calling delete_port for 44c26563-5138-421b-b20d-ec8c80a4aee9 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:11:35.097584 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ee30-7d5f-4303-8daf-a3994e94885e req-cd20de7e-76f1-4e36-8434-5c0bba996d4a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:35.099518 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-02e5ee30-7d5f-4303-8daf-a3994e94885e req-cd20de7e-76f1-4e36-8434-5c0bba996d4a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=a351e97a-9090-4f83-adcb-dc9cf071770f HTTP/1.1" status: 200 len: 945 time: 0.0506933 May 25 15:11:35.102662 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (44c26563-5138-421b-b20d-ec8c80a4aee9), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:35.132037 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Pushing event deleted for resources: {'Port': ['ID=44c26563-5138-421b-b20d-ec8c80a4aee9,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:35.165268 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-02e5ee30-7d5f-4303-8daf-a3994e94885e req-a9758606-9507-4621-bf89-01019953d249 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592155 May 25 15:11:35.165727 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.166138 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.166463 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.166804 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.167141 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.167476 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.167806 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.168145 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.168471 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.168798 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.169133 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.169458 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.169781 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.170136 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.170459 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:35.200316 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] No DVR routers for this DVR port 44c26563-5138-421b-b20d-ec8c80a4aee9 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:11:35.203274 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:35.206653 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-f38fe8f4-f4a2-4039-8b5f-0ff64ead82de req-33ccb8b1-3f51-4497-a6e0-23fccf32561a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "DELETE /v2.0/ports/44c26563-5138-421b-b20d-ec8c80a4aee9 HTTP/1.1" status: 204 len: 173 time: 0.4613507 May 25 15:11:35.207134 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'name': 'network-vif-deleted', 'tag': '44c26563-5138-421b-b20d-ec8c80a4aee9'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:11:35.210341 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b5f12-da98-4f95-9443-a86e7c75dd40" -d '{"events": [{"server_uuid": "a351e97a-9090-4f83-adcb-dc9cf071770f", "name": "network-vif-deleted", "tag": "44c26563-5138-421b-b20d-ec8c80a4aee9"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:11:35.257743 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660a52c5-fff9-4f24-8df5-f25530051d98 x-openstack-request-id: req-660a52c5-fff9-4f24-8df5-f25530051d98 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:11:35.258056 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a351e97a-9090-4f83-adcb-dc9cf071770f", "name": "network-vif-deleted", "tag": "44c26563-5138-421b-b20d-ec8c80a4aee9", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:11:35.258332 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-660a52c5-fff9-4f24-8df5-f25530051d98 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:11:35.258738 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660a52c5-fff9-4f24-8df5-f25530051d98'] response: {'server_uuid': 'a351e97a-9090-4f83-adcb-dc9cf071770f', 'name': 'network-vif-deleted', 'tag': '44c26563-5138-421b-b20d-ec8c80a4aee9', 'status': 'completed', 'code': 200} May 25 15:11:37.538220 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-80862bfc-cefc-4907-96e9-b35b11e4acaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:37.810367 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:11:38.163477 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 44c26563-5138-421b-b20d-ec8c80a4aee9 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:11:38.182565 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 44c26563-5138-421b-b20d-ec8c80a4aee9 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:11:38.182947 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 44c26563-5138-421b-b20d-ec8c80a4aee9 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:11:39.165828 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:41.792791 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:42.050716 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:44.198137 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-839b9e28-adbe-408e-b00d-6371a1e85513 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:44.199482 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-839b9e28-adbe-408e-b00d-6371a1e85513 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 814 time: 0.1023045 May 25 15:11:44.213695 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-71944a1a-80fa-4ae5-94a7-824656d278d0 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/quotas/19123d88f28441d1a7bf8ea3e7227de2 HTTP/1.1" status: 200 len: 375 time: 0.0088737 May 25 15:11:44.246572 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-36ee448f-4af9-4d31-b99d-2b16f8c14f11 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279894 May 25 15:11:44.387667 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-7288f6b9-70a4-4049-8123-7b983e45abd1 service neutron] 10.222.0.78 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345656 May 25 15:11:44.479317 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-46cc4566-cc1f-4fab-aee2-b35b8d9600c5 service neutron] 10.222.0.78 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857561 May 25 15:11:44.646636 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-76da0a66-4544-4e7f-87c7-a224dd1e9836 req-17b29376-4394-40a2-95a7-12709b008f45 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 210 time: 0.0320270 May 25 15:11:45.154152 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=19 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:45.759122 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4db4a8d3-df2a-4bf0-ab68-975b031852aa req-78239c24-5b26-49dc-b229-4503a32dc984 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 210 time: 0.0422919 May 25 15:11:45.829565 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:45.836124 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:45.855934 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-22096e93-afa8-41da-90b7-ff2a2cae71c4 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:45.857399 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-22096e93-afa8-41da-90b7-ff2a2cae71c4 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 814 time: 0.1302328 May 25 15:11:45.881767 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Request body: {'port': {'device_id': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d', 'admin_state_up': True, 'tenant_id': '19123d88f28441d1a7bf8ea3e7227de2'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:11:45.994494 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Made reservation on behalf of 19123d88f28441d1a7bf8ea3e7227de2 for: {'port': 1} {{(pid=110348) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 15:11:45.997848 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:46.126175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.db_base_plugin_common [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Allocated IP 172.20.0.4 (a27b33a1-d531-4b31-b8e1-4bb98d480c3d/36e195d6-4c4e-458b-8223-69c3271e2667/155cdf49-663e-469d-9690-75cab2fbe7a9) {{(pid=110348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 15:11:46.279083 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks [] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:46.311056 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793215760141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:46.354769 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Network a27b33a1-d531-4b31-b8e1-4bb98d480c3d is already hosted by enough agents. {{(pid=110348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 15:11:46.357914 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.scheduler.base_scheduler [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Resources bound (agent type, host, resource id): {{(pid=110348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 15:11:46.361890 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Received port after_create {{(pid=110348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 15:11:46.368228 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Pushing event updated for resources: {'Port': ['ID=155cdf49-663e-469d-9690-75cab2fbe7a9,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:46.418319 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:46.418848 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:46.434316 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-0156f50e-793c-41d6-a399-40ed036f9070 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610991 May 25 15:11:46.496956 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.v2.base [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Request body: {'port': {'device_id': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=110348) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 15:11:46.559862 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:46.707228 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:46.731591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:46.870033 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155cdf49-663e-469d-9690-75cab2fbe7a9 {{(pid=110348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:11:46.878496 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Publish callbacks [] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), precommit_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:46.886110 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6c74-b5ad-4c78-8e75-88276e326e32 req-71b65e13-4775-4ee9-90a3-16d3f7cd1ce9 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:46.887846 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e2fb6c74-b5ad-4c78-8e75-88276e326e32 req-71b65e13-4775-4ee9-90a3-16d3f7cd1ce9 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 931 time: 0.0505948 May 25 15:11:46.894199 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.provisioning_blocks [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Transition to ACTIVE for port object 155cdf49-663e-469d-9690-75cab2fbe7a9 will not be triggered until provisioned by entity L2. {{(pid=110348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 25 15:11:46.899018 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:46.943705 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-e2fb6c74-b5ad-4c78-8e75-88276e326e32 req-20d5afa8-8f83-4b2f-b5d5-8151a095becc tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496712 May 25 15:11:46.951678 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Pushing event updated for resources: {'Port': ['ID=155cdf49-663e-469d-9690-75cab2fbe7a9,revision_number=2']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:47.029713 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Attempting to bind port 155cdf49-663e-469d-9690-75cab2fbe7a9 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 15:11:47.030080 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Attempting to bind port 155cdf49-663e-469d-9690-75cab2fbe7a9 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 15:11:47.030424 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Attempting to bind port 155cdf49-663e-469d-9690-75cab2fbe7a9 on network a27b33a1-d531-4b31-b8e1-4bb98d480c3d {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:11:47.035612 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Port 155cdf49-663e-469d-9690-75cab2fbe7a9 on network a27b33a1-d531-4b31-b8e1-4bb98d480c3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 15:11:47.035937 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Attempting to bind port 155cdf49-663e-469d-9690-75cab2fbe7a9 on network a27b33a1-d531-4b31-b8e1-4bb98d480c3d {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 15:11:47.042125 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Checking agent: {'id': '7a2d19bf-85c9-4026-85b4-86643c080f74', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'started_at': datetime.datetime(2022, 5, 25, 14, 53, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 15, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 15:11:47.042466 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Checking segment: {'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 15:11:47.042854 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Bound using segment: {'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'} {{(pid=110348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 15:11:47.043293 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.managers [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Bound port: 155cdf49-663e-469d-9690-75cab2fbe7a9, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c9303b-f45c-4034-8710-15212edaf0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d'}}] {{(pid=110348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 15:11:47.043647 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), before_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:47.113596 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] For port 155cdf49-663e-469d-9690-75cab2fbe7a9, host hv-cinder-80382, cleared binding levels {{(pid=110348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 15:11:47.117485 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] For port 155cdf49-663e-469d-9690-75cab2fbe7a9, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=155cdf49-663e-469d-9690-75cab2fbe7a9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 15:11:47.124159 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14427543'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), after_update {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:47.162150 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:47.162770 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:47.164676 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] 10.222.0.72 "PUT /v2.0/ports/155cdf49-663e-469d-9690-75cab2fbe7a9 HTTP/1.1" status: 200 len: 1093 time: 0.7169995 May 25 15:11:47.165100 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'tag': '155cdf49-663e-469d-9690-75cab2fbe7a9'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:11:47.167375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68458787-b780-4744-8f3a-0df1e344a191" -d '{"events": [{"name": "network-changed", "server_uuid": "1b62c300-1304-4cdb-b569-5ff4fb8eda63", "tag": "155cdf49-663e-469d-9690-75cab2fbe7a9"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:11:47.188987 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63977bb3-f72a-454f-8d87-a9ecb41fb382 service neutron] Pushing event updated for resources: {'Port': ['ID=155cdf49-663e-469d-9690-75cab2fbe7a9,revision_number=3']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:47.266112 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-4f607d23-3840-4044-933a-f6d3c851012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:47.267665 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-4f607d23-3840-4044-933a-f6d3c851012c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 1127 time: 0.0402243 May 25 15:11:47.269092 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b9eaf2-51ff-4296-9275-ead54b996349 x-openstack-request-id: req-53b9eaf2-51ff-4296-9275-ead54b996349 {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:11:47.269370 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b62c300-1304-4cdb-b569-5ff4fb8eda63", "tag": "155cdf49-663e-469d-9690-75cab2fbe7a9", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:11:47.269616 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53b9eaf2-51ff-4296-9275-ead54b996349 {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:11:47.270147 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b9eaf2-51ff-4296-9275-ead54b996349'] response: {'name': 'network-changed', 'server_uuid': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'tag': '155cdf49-663e-469d-9690-75cab2fbe7a9', 'status': 'completed', 'code': 200} May 25 15:11:47.332762 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-7e35597f-0122-4cd4-8a8a-abd5e84804be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155cdf49-663e-469d-9690-75cab2fbe7a9 HTTP/1.1" status: 200 len: 217 time: 0.0355229 May 25 15:11:47.379738 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-ce6f7205-4fe2-4f10-8ca6-6bfabdbb0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:47.381120 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-ce6f7205-4fe2-4f10-8ca6-6bfabdbb0e6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=36e195d6-4c4e-458b-8223-69c3271e2667 HTTP/1.1" status: 200 len: 854 time: 0.0426624 May 25 15:11:47.412794 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-e6112718-1d21-43b2-adab-87e94a287288 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253906 May 25 15:11:47.505747 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-6a951075-c34a-4c90-8a82-ddb7d72b8885 service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855720 May 25 15:11:47.596678 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-70cf9d3a-5230-4ef2-87ac-c56956135bec req-f6d7e7d9-359d-441c-86e2-55ef761012b6 service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848725 May 25 15:11:48.082023 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687ebfd-d493-4036-8476-cf2c01e9c6d1 req-745b3d54-6042-4487-9cd0-79376f199899 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:48.083501 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7687ebfd-d493-4036-8476-cf2c01e9c6d1 req-745b3d54-6042-4487-9cd0-79376f199899 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 943 time: 0.0456784 May 25 15:11:48.135860 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7687ebfd-d493-4036-8476-cf2c01e9c6d1 req-cb12cbed-a9bf-4a40-82ea-52b342605655 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 May 25 15:11:48.543202 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68458787-b780-4744-8f3a-0df1e344a191 req-d886cbad-551f-4046-9883-70c7fb6edad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:48.544699 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-68458787-b780-4744-8f3a-0df1e344a191 req-d886cbad-551f-4046-9883-70c7fb6edad8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 1127 time: 0.0455184 May 25 15:11:48.631552 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:48.650129 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:48.656731 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68458787-b780-4744-8f3a-0df1e344a191 req-ddb2d0d6-775e-4082-bd9a-8d5e35ff346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:48.658243 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-68458787-b780-4744-8f3a-0df1e344a191 req-ddb2d0d6-775e-4082-bd9a-8d5e35ff346c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 916 time: 0.1075072 May 25 15:11:48.680342 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [req-774a9691-e6bd-4216-bdcb-765fe68a2269 req-568c7c18-3537-44c5-8530-25ad2d501ce5 service neutron] (110349) timed out ('10.222.0.72', 50378) {{(pid=110349) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 15:11:48.697814 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-68458787-b780-4744-8f3a-0df1e344a191 req-a697e5b2-6bbf-4292-bf99-222d665aab70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155cdf49-663e-469d-9690-75cab2fbe7a9 HTTP/1.1" status: 200 len: 217 time: 0.0330052 May 25 15:11:48.748269 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68458787-b780-4744-8f3a-0df1e344a191 req-948fe914-cbfd-4e5b-ac39-77531f84d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:48.749732 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-68458787-b780-4744-8f3a-0df1e344a191 req-948fe914-cbfd-4e5b-ac39-77531f84d829 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=36e195d6-4c4e-458b-8223-69c3271e2667 HTTP/1.1" status: 200 len: 854 time: 0.0456693 May 25 15:11:48.785836 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-68458787-b780-4744-8f3a-0df1e344a191 req-8d407fc8-0b8b-42a5-aafd-62d9340025a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298297 May 25 15:11:48.875403 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-68458787-b780-4744-8f3a-0df1e344a191 req-f71a73e0-2ac2-46a9-ba2f-8cbd63ce539c service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829220 May 25 15:11:48.970481 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-68458787-b780-4744-8f3a-0df1e344a191 req-145802b7-1abe-45b3-ad29-49cf8b749a3c service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893366 May 25 15:11:49.077554 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 155cdf49-663e-469d-9690-75cab2fbe7a9 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=110350) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 15:11:49.174285 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 155cdf49-663e-469d-9690-75cab2fbe7a9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=155cdf49-663e-469d-9690-75cab2fbe7a9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:11:49.190315 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Returning: {'device': '155cdf49-663e-469d-9690-75cab2fbe7a9', 'network_id': 'a27b33a1-d531-4b31-b8e1-4bb98d480c3d', 'port_id': '155cdf49-663e-469d-9690-75cab2fbe7a9', 'mac_address': 'fa:16:3e:91:35:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e195d6-4c4e-458b-8223-69c3271e2667', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110350) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 15:11:49.226077 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 155cdf49-663e-469d-9690-75cab2fbe7a9 is: DOWN; New status is: BUILD {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:11:49.227045 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:49.243856 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155cdf49-663e-469d-9690-75cab2fbe7a9 {{(pid=110350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 15:11:49.261861 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdca6b-92b5-4fea-a6c3-1345946dfd08 req-226e2653-c26e-49de-ac04-57d67da1b473 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:49.263424 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dbcdca6b-92b5-4fea-a6c3-1345946dfd08 req-226e2653-c26e-49de-ac04-57d67da1b473 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 943 time: 0.0496120 May 25 15:11:49.270914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 155cdf49-663e-469d-9690-75cab2fbe7a9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=155cdf49-663e-469d-9690-75cab2fbe7a9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:11:49.275906 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:49.314211 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-dbcdca6b-92b5-4fea-a6c3-1345946dfd08 req-ea8e8a8c-bcad-4eec-845b-48dbd0621a38 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 May 25 15:11:49.327796 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=155cdf49-663e-469d-9690-75cab2fbe7a9,revision_number=4']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:49.337218 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.337561 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.337905 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.338293 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.338614 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.338942 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.339271 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.339594 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.339919 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.340242 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.340568 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.340891 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.341217 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.341533 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.341856 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:11:49.588384 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['155cdf49-663e-469d-9690-75cab2fbe7a9'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:11:50.361323 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:50.430570 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184c37-61c0-447e-87b6-5ff222e6b96f req-dbf36e77-5ba1-490c-9179-24edd0156d21 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:50.432057 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fd184c37-61c0-447e-87b6-5ff222e6b96f req-dbf36e77-5ba1-490c-9179-24edd0156d21 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 944 time: 0.0487330 May 25 15:11:50.479293 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-fd184c37-61c0-447e-87b6-5ff222e6b96f req-9780af31-425c-4e48-a533-c845b26bf004 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 May 25 15:11:50.773889 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:50.790600 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:51.087285 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 155cdf49-663e-469d-9690-75cab2fbe7a9 up at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 15:11:51.129352 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning for port 155cdf49-663e-469d-9690-75cab2fbe7a9 completed by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 25 15:11:51.135680 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.db.provisioning_blocks [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Provisioning complete for port 155cdf49-663e-469d-9690-75cab2fbe7a9 triggered by entity L2. {{(pid=110350) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 25 15:11:51.136216 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1471266'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), provisioning_complete {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:51.211655 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Current status of the port 155cdf49-663e-469d-9690-75cab2fbe7a9 is: BUILD; New status is: ACTIVE {{(pid=110350) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 25 15:11:51.212034 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650871'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), before_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:51.233766 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155cdf49-663e-469d-9690-75cab2fbe7a9'}] {{(pid=110350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:11:51.236024 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bda247073cc9e1bdf971748a09ad546b8bcca61a4eec2dea921e6c7809fddcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d45eec-557e-41fd-9843-d16ec4332234" -d '{"events": [{"server_uuid": "1b62c300-1304-4cdb-b569-5ff4fb8eda63", "name": "network-vif-plugged", "status": "completed", "tag": "155cdf49-663e-469d-9690-75cab2fbe7a9"}]}' {{(pid=110350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:11:51.249140 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] For port 155cdf49-663e-469d-9690-75cab2fbe7a9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=155cdf49-663e-469d-9690-75cab2fbe7a9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:11:51.253426 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793216151498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793215760159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793215760177'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:11:51.260109 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:11:51.278293 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d44b19-3944-449d-8ff2-e2c4520e89c6 x-openstack-request-id: req-54d44b19-3944-449d-8ff2-e2c4520e89c6 {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:11:51.278581 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b62c300-1304-4cdb-b569-5ff4fb8eda63", "name": "network-vif-plugged", "status": "completed", "tag": "155cdf49-663e-469d-9690-75cab2fbe7a9", "code": 200}]} {{(pid=110350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:11:51.278832 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54d44b19-3944-449d-8ff2-e2c4520e89c6 {{(pid=110350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:11:51.279222 dv-cinder-803823-9-iscsi neutron-server[110350]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d44b19-3944-449d-8ff2-e2c4520e89c6'] response: {'server_uuid': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155cdf49-663e-469d-9690-75cab2fbe7a9', 'code': 200} May 25 15:11:51.306338 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Pushing event updated for resources: {'Port': ['ID=155cdf49-663e-469d-9690-75cab2fbe7a9,revision_number=5']} {{(pid=110350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:11:51.524175 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb5b17-eb27-459b-a78d-a1ee9fe6a5c0 req-408f3cd5-0828-4cba-b66c-83f2aa0b7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:51.525711 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bbfb5b17-eb27-459b-a78d-a1ee9fe6a5c0 req-408f3cd5-0828-4cba-b66c-83f2aa0b7235 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 1129 time: 0.0389235 May 25 15:11:51.571631 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-bbfb5b17-eb27-459b-a78d-a1ee9fe6a5c0 req-bf3de16f-db07-4318-859f-9537df1da60a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 May 25 15:11:51.590668 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9a361-23f0-45c8-b752-595b456445f4 req-4a4bd49a-3920-46de-8544-dca54923c003 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:51.592135 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-80d9a361-23f0-45c8-b752-595b456445f4 req-4a4bd49a-3920-46de-8544-dca54923c003 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 945 time: 0.0460660 May 25 15:11:51.642969 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-80d9a361-23f0-45c8-b752-595b456445f4 req-90c0c25d-4201-4f2f-a6e3-3a8dda36c834 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 May 25 15:11:52.767449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b7e2-9d86-4e1a-8c9e-76b8d2a2c010 req-7d6c96c4-ffe2-4d9b-b0c7-7ce1b9691226 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:52.769025 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4584b7e2-9d86-4e1a-8c9e-76b8d2a2c010 req-7d6c96c4-ffe2-4d9b-b0c7-7ce1b9691226 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 945 time: 0.0536940 May 25 15:11:52.830959 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-4584b7e2-9d86-4e1a-8c9e-76b8d2a2c010 req-06bdff60-fe80-4062-a2d3-77b51d5a3c0e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526624 May 25 15:11:53.946439 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d7bb-1069-4b6c-871e-51846c766f7e req-fbc2de2f-94b9-495b-878d-5379fb5cdb8f tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:11:53.947884 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7fa3d7bb-1069-4b6c-871e-51846c766f7e req-fbc2de2f-94b9-495b-878d-5379fb5cdb8f tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 945 time: 0.0506511 May 25 15:11:54.003464 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7fa3d7bb-1069-4b6c-871e-51846c766f7e req-d0b5d383-51ec-47ed-b0bc-75dc1edf467d tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498381 May 25 15:12:00.464894 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-c4d3add6-a796-40a7-827b-421023dd65bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475774 May 25 15:12:00.834591 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-40f6907e-ed57-4b8a-bac2-e59c24dd44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:00.836177 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-40f6907e-ed57-4b8a-bac2-e59c24dd44b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 1129 time: 0.0437486 May 25 15:12:00.965220 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-4ef271b1-68da-4261-afdb-ba95e07dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:00.966731 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-4ef271b1-68da-4261-afdb-ba95e07dc685 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 200 len: 916 time: 0.1089835 May 25 15:12:01.015753 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-76a6e4f2-1c10-417f-9fc1-ee2d0ec412da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=155cdf49-663e-469d-9690-75cab2fbe7a9 HTTP/1.1" status: 200 len: 217 time: 0.0363629 May 25 15:12:01.067641 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-2cc7c02f-d690-4214-87c1-8209ffec3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:01.069104 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-2cc7c02f-d690-4214-87c1-8209ffec3cf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=36e195d6-4c4e-458b-8223-69c3271e2667 HTTP/1.1" status: 200 len: 854 time: 0.0463469 May 25 15:12:01.110061 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-dbf25fa0-f9cb-4664-9853-f1e421656d58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a27b33a1-d531-4b31-b8e1-4bb98d480c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310385 May 25 15:12:01.205846 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-748c18ae-ecc7-4176-9072-2d1258f5398e service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855839 May 25 15:12:01.272211 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=100 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:01.301458 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-1fc045b1-adee-4aa0-aa8d-c4d6ec4d5120 req-14d845f1-2f40-462f-8260-862e63babd35 service neutron] 10.222.0.72 "GET /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895057 May 25 15:12:01.301751 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:01.303666 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:03.994204 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=47 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:03.998367 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=62 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:04.637402 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-fc21080b-52ef-4766-b1bc-5807e4d66a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:07.542146 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-330612c7-672c-487b-9efc-d8effdaf7076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:09.170305 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:11.296784 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=94 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:11.298778 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=3 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:11.797910 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:12.045342 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:14.810772 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:12:15.342614 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7acfaa-8e48-418e-9eaf-2402983a9a4b req-f229162b-865d-4e40-aa34-ce69fc2d486a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:15.344271 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7c7acfaa-8e48-418e-9eaf-2402983a9a4b req-f229162b-865d-4e40-aa34-ce69fc2d486a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 945 time: 0.0534458 May 25 15:12:15.399384 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-7c7acfaa-8e48-418e-9eaf-2402983a9a4b req-8f5e7cc8-edbd-45fa-8b1a-b52be5751c2a tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477908 May 25 15:12:16.534032 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb70f9-4e7c-425d-82d8-1fa3d665a923 req-4fa214a9-22dc-43ca-a1c5-ca9942c327f8 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:16.535592 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a4cb70f9-4e7c-425d-82d8-1fa3d665a923 req-4fa214a9-22dc-43ca-a1c5-ca9942c327f8 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 945 time: 0.0609357 May 25 15:12:16.605964 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a4cb70f9-4e7c-425d-82d8-1fa3d665a923 req-b5c06b80-dd75-46cb-8fc4-76493b9ff410 tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/security-groups?id=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641284 May 25 15:12:17.258030 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-5fc05219-6b7f-470e-8474-922e48c788ec tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110348) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 15:12:17.259768 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-5fc05219-6b7f-470e-8474-922e48c788ec tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 945 time: 0.0466101 May 25 15:12:17.357501 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Deleting port 155cdf49-663e-469d-9690-75cab2fbe7a9 {{(pid=110348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 25 15:12:17.357825 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793216142538'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:17.455375 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.db [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] For port 155cdf49-663e-469d-9690-75cab2fbe7a9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=155cdf49-663e-469d-9690-75cab2fbe7a9,segment=NetworkSegment(05c9303b-f45c-4034-8710-15212edaf0a9),segment_id=05c9303b-f45c-4034-8710-15212edaf0a9)] {{(pid=110348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 15:12:17.455736 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396424'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:17.470149 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.plugins.ml2.plugin [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Calling delete_port for 155cdf49-663e-469d-9690-75cab2fbe7a9 owned by compute:nova {{(pid=110348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 25 15:12:17.600480 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1649165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793216151480', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793215760150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14427550'] for port (155cdf49-663e-469d-9690-75cab2fbe7a9), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:17.628226 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Pushing event deleted for resources: {'Port': ['ID=155cdf49-663e-469d-9690-75cab2fbe7a9,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:12:17.639153 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.db [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] get_ports_and_sgs() called for port_ids ['155cdf49-663e-469d-9690-75cab2fbe7a9'] {{(pid=110350) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 15:12:17.683228 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.db.l3_dvrscheduler_db [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] No DVR routers for this DVR port 155cdf49-663e-469d-9690-75cab2fbe7a9 on host hv-cinder-80382 {{(pid=110348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 15:12:17.685897 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7483'] for port (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:17.690058 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [req-a908734a-268a-4a2a-bca8-c0d0f4dee1c0 req-eccbfa6a-47b4-43a3-b0d6-ac19729d5d3e tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.72 "DELETE /v2.0/ports/155cdf49-663e-469d-9690-75cab2fbe7a9 HTTP/1.1" status: 204 len: 173 time: 0.4237721 May 25 15:12:17.690830 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'name': 'network-vif-deleted', 'tag': '155cdf49-663e-469d-9690-75cab2fbe7a9'}] {{(pid=110348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 15:12:17.693261 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b88d31bd6f2e7aaabcab6899507a0bc759707e6b1f3daad09a84a0ef2256be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab14dab6-4fd7-43fb-841d-befacb9f179c" -d '{"events": [{"server_uuid": "1b62c300-1304-4cdb-b569-5ff4fb8eda63", "name": "network-vif-deleted", "tag": "155cdf49-663e-469d-9690-75cab2fbe7a9"}]}' {{(pid=110348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 15:12:17.737251 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9368c635-31c3-4609-8f29-60d697f0c30c x-openstack-request-id: req-9368c635-31c3-4609-8f29-60d697f0c30c {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 15:12:17.737553 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b62c300-1304-4cdb-b569-5ff4fb8eda63", "name": "network-vif-deleted", "tag": "155cdf49-663e-469d-9690-75cab2fbe7a9", "status": "completed", "code": 200}]} {{(pid=110348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 15:12:17.737791 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9368c635-31c3-4609-8f29-60d697f0c30c {{(pid=110348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 15:12:17.738222 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9368c635-31c3-4609-8f29-60d697f0c30c'] response: {'server_uuid': '1b62c300-1304-4cdb-b569-5ff4fb8eda63', 'name': 'network-vif-deleted', 'tag': '155cdf49-663e-469d-9690-75cab2fbe7a9', 'status': 'completed', 'code': 200} May 25 15:12:17.746399 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [req-10e16271-32d8-43c1-a55d-7c6ccf77f9f0 req-0a3b6096-100c-421e-9e39-63d0cfc0fa3f tempest-VolumesSnapshotTestJSON-969568102 tempest-VolumesSnapshotTestJSON-969568102-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b62c300-1304-4cdb-b569-5ff4fb8eda63 HTTP/1.1" status: 200 len: 210 time: 0.0391879 May 25 15:12:20.361674 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:22.139183 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 155cdf49-663e-469d-9690-75cab2fbe7a9 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 15:12:22.159060 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] No Port match for: 155cdf49-663e-469d-9690-75cab2fbe7a9 {{(pid=110350) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 25 15:12:22.159300 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron.plugins.ml2.rpc [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Device 155cdf49-663e-469d-9690-75cab2fbe7a9 not bound to the agent host hv-cinder-80382 {{(pid=110350) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 15:12:27.662272 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:27.664147 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:27.719728 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=10 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:27.721137 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=10 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:30.828061 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:30.829566 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:32.142666 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:32.143534 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:34.641291 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f6c98ba4-e878-4c59-9d97-1eb104454e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:37.545312 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-353d4bfc-103e-476c-a47a-2afc93fd6932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:39.170205 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.531264 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60854) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:12:40.576553 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Deleting subnet 36e195d6-4c4e-458b-8223-69c3271e2667 {{(pid=110349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 25 15:12:40.579942 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Publish callbacks [] for subnet (36e195d6-4c4e-458b-8223-69c3271e2667), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.614787 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13727824'] for subnet (36e195d6-4c4e-458b-8223-69c3271e2667), precommit_delete_associations {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.655328 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508298'] for subnet (36e195d6-4c4e-458b-8223-69c3271e2667), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.708717 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13925871'] for subnet (36e195d6-4c4e-458b-8223-69c3271e2667), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.737947 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e195d6-4c4e-458b-8223-69c3271e2667,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:12:40.750961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.750961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.750961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.750961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.750961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.750961 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.752286 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.752286 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.752286 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.752286 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.752625 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.752772 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.753095 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.753418 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.753734 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:40.756818 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.760890 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-4ae0d658-8114-4765-9852-4f2544c97fa6 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/36e195d6-4c4e-458b-8223-69c3271e2667 HTTP/1.1" status: 204 len: 168 time: 0.2280145 May 25 15:12:40.763023 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60856) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:12:40.832760 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1436001'] for network (a27b33a1-d531-4b31-b8e1-4bb98d480c3d), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:40.914752 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1375301', 'neutron.services.segments.db._delete_segments_for_network-8793216269671'] for network (a27b33a1-d531-4b31-b8e1-4bb98d480c3d), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.183579 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27b33a1-d531-4b31-b8e1-4bb98d480c3d']}} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:12:41.193873 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c9303b-f45c-4034-8710-15212edaf0a9') {'for_net_delete': True} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:12:41.194220 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.services.segments.db [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c9303b-f45c-4034-8710-15212edaf0a9') {} {{(pid=110349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 15:12:41.203913 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793216271216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13727839'] for segment (05c9303b-f45c-4034-8710-15212edaf0a9), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.217911 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097'] for segment (05c9303b-f45c-4034-8710-15212edaf0a9), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.224592 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=110349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 15:12:41.225514 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15019896'] for segment (05c9303b-f45c-4034-8710-15212edaf0a9), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.266519 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 05c9303b-f45c-4034-8710-15212edaf0a9 resource provider aggregate not found May 25 15:12:41.295411 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.services.segments.plugin [-] Segment 05c9303b-f45c-4034-8710-15212edaf0a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05c9303b-f45c-4034-8710-15212edaf0a9 found for delete ", "request_id": "req-91f39807-a310-4155-b835-a66ac12046e3"}]} May 25 15:12:41.305828 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1375308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-401627'] for network (a27b33a1-d531-4b31-b8e1-4bb98d480c3d), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.312111 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044453'] for network (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.315258 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a27b33a1-d531-4b31-b8e1-4bb98d480c3d HTTP/1.1" status: 204 len: 168 time: 0.5512877 May 25 15:12:41.327513 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acd646-c92d-4b5d-af07-e21ebc7705e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27b33a1-d531-4b31-b8e1-4bb98d480c3d,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:12:41.451651 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60864) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:12:41.493384 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-20be1662-3f9d-4bff-b2ed-b068854bba09 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19123d88f28441d1a7bf8ea3e7227de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405469 May 25 15:12:41.496001 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.wsgi [-] (110349) accepted ('10.222.0.78', 60866) {{(pid=110349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:12:41.547242 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dda7c9d1-cbe3-4587-a5be-6f51020ecd38 admin admin] Publish callbacks [] for security_group (3fb9afda-8bbe-4a1f-9fd7-a06691a5030f), before_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.569075 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dda7c9d1-cbe3-4587-a5be-6f51020ecd38 admin admin] Publish callbacks [] for security_group (3fb9afda-8bbe-4a1f-9fd7-a06691a5030f), precommit_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.616951 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dda7c9d1-cbe3-4587-a5be-6f51020ecd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (3fb9afda-8bbe-4a1f-9fd7-a06691a5030f), after_delete {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.619949 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron_lib.callbacks.manager [None req-dda7c9d1-cbe3-4587-a5be-6f51020ecd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:41.623894 dv-cinder-803823-9-iscsi neutron-server[110349]: INFO neutron.wsgi [None req-dda7c9d1-cbe3-4587-a5be-6f51020ecd38 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3fb9afda-8bbe-4a1f-9fd7-a06691a5030f HTTP/1.1" status: 204 len: 168 time: 0.1243796 May 25 15:12:41.636916 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c9d1-cbe3-4587-a5be-6f51020ecd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb9afda-8bbe-4a1f-9fd7-a06691a5030f,revision_number=None']} {{(pid=110349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:12:41.804206 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:42.049946 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:50.373795 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:51.602403 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:51.629785 dv-cinder-803823-9-iscsi neutron-server[110349]: DEBUG dbcounter [-] [110349] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:51.810623 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:12:53.860133 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:12:58.912156 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 60998) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:12:59.019926 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:59.103353 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Publish callbacks [] for security_group (e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6), precommit_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:59.107062 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6), after_create {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:59.152063 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27d90d33b7f84b16b962b6bddba72047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387147 May 25 15:12:59.153022 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6,revision_number=1']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:12:59.155736 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.wsgi [-] (110348) accepted ('10.222.0.78', 32770) {{(pid=110348) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 15:12:59.172520 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.172861 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.173199 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.173533 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.173859 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.174211 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.174535 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.174855 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.175174 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.175494 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.175814 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.176133 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.176449 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.176762 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.177582 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6cb6f-bf36-4b40-b714-5e19e4cbbfa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-9-iscsi {{(pid=110348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 15:12:59.223350 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-64ae3783-ced0-48d8-a0f2-a914a7e78b9a admin admin] Publish callbacks [] for security_group (e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6), before_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:59.247730 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-64ae3783-ced0-48d8-a0f2-a914a7e78b9a admin admin] Publish callbacks [] for security_group (e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6), precommit_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:59.296754 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-64ae3783-ced0-48d8-a0f2-a914a7e78b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559879'] for security_group (e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6), after_delete {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:59.299350 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron_lib.callbacks.manager [None req-64ae3783-ced0-48d8-a0f2-a914a7e78b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:12:59.300487 dv-cinder-803823-9-iscsi neutron-server[110348]: INFO neutron.wsgi [None req-64ae3783-ced0-48d8-a0f2-a914a7e78b9a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6 HTTP/1.1" status: 204 len: 168 time: 0.1437836 May 25 15:12:59.308865 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae3783-ced0-48d8-a0f2-a914a7e78b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fca0f3-fdb9-43df-9b21-edc1ab9d28d6,revision_number=None']} {{(pid=110348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 15:13:00.369935 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:04.644233 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-f0926fff-818b-4b3a-a227-9ae5ea6a53c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:04.785186 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:04.786119 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=5 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:07.547065 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-1a952ed8-c223-4f30-8738-e27e8fe24f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:09.174789 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:09.303453 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=35,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:09.304381 dv-cinder-803823-9-iscsi neutron-server[110348]: DEBUG dbcounter [-] [110348] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:11.801352 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:12.054700 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:20.374216 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:28.810063 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:13:30.367937 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:30.370984 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:34.648206 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ac8d2c36-1fcc-4f86-8940-be49accfed6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:37.548257 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-2364bdc4-20fe-4725-a2e0-6c703287b436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:39.177359 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:41.782551 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=16 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:41.783498 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=18 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:13:41.805308 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:42.057717 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:13:50.374853 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:00.369560 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:00.371545 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:04.653072 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-380e81d7-be70-4b1a-9cad-1feb06b16355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:05.812519 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:14:07.550564 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-612fb19d-6c87-4d7a-8c66-4e6970245cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:09.181819 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:11.807650 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:12.061293 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:18.775270 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:18.782349 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:20.372634 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:30.364671 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:30.366703 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:30.833433 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:32.782877 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:34.654914 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0b8f8567-5fb6-4003-a880-ddc196e29236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:37.554642 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-97853ad4-3a76-4a06-a176-5db0259ebbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:39.185850 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:41.810419 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:42.067456 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:42.812031 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:14:50.377029 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:14:55.782462 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:14:55.783227 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:00.366123 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:00.372877 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:04.656899 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-3b629d85-6ab1-42f4-9bcf-eeb2cb870b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:07.557253 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2241-c8e9-4576-8f6e-817a90d5c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:09.186797 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:11.814030 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:12.061220 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:19.811063 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:15:20.385357 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:30.372324 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:30.374294 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:33.937781 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=17 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:33.939654 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=17 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:15:34.662526 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-279a216a-19d2-499b-ae75-f57e523e1f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:37.558510 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-adfbcdb8-5788-4465-9802-fcb7590bc107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:39.188717 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:41.816127 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:42.064611 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:50.385377 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:15:56.809893 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:16:00.379204 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:00.381089 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:04.664536 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-00725ae6-7d0c-40fa-b8a5-493269f8b79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:07.559105 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-5f7dff1c-9122-4407-8404-81027545a7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:09.194342 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:09.767989 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:09.779526 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:11.819135 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:12.067500 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:20.382449 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:30.371837 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:30.377821 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:30.839068 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:30.839831 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:DELETE=1 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:33.810098 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:16:34.665673 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-8a115e16-addb-4920-88b8-421a23c5e16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:37.561243 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-0cb97cea-d83c-44ab-bb08-8521cc0616b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:39.194174 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:41.822397 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:42.073279 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:16:46.775764 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:46.776539 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=4 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:16:50.382122 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:00.372133 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:00.378176 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:04.667871 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c79e7b22-63ca-4609-beb2-9369e6b3f6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:07.563046 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-31bfe019-671c-4ca4-a5d0-3466edc0e65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:09.197398 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:10.808984 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:17:11.824370 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:12.066878 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:20.380201 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:30.373386 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:30.375374 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:33.849579 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=19 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:33.853832 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=15 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:17:34.670660 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-e911dfd9-bc00-4b48-babf-1817f7fea9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:37.566357 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-4fb4b967-0867-40c4-9b18-0a54b22ee0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:39.201675 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:41.832692 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:42.076504 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:17:47.808825 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:17:50.396549 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:00.390059 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:00.392078 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:00.766787 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=2 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:00.771334 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:04.672147 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-437ebbe6-6a95-49da-87bf-0e2d4c18aca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:07.569189 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-1b09b590-bc96-4a6d-b24c-4fe58d6c7c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:09.204630 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:11.830377 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:12.070873 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:20.391715 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4352-c1e5-4682-9436-9b27af5615b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7a2d19bf-85c9-4026-85b4-86643c080f74), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:24.808999 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG neutron.db.agents_db [None req-e4a6fb92-7796-4afb-92a5-b1691c92c84c None None] Agent healthcheck: found 6 active agents {{(pid=110351) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 15:18:30.385334 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:30.387227 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG dbcounter [-] [110350] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110350) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:34.681428 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-644a5370-a809-4e72-9e53-e1664d58c92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (16069cd3-039e-49ed-b4d4-9b002c668126), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:37.572714 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c6abda69-992a-4cc5-a4d3-63b241be6070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (4c4d7afa-f324-429b-b10a-10a118cc4cba), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:37.768888 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:37.769577 dv-cinder-803823-9-iscsi neutron-server[110351]: DEBUG dbcounter [-] [110351] Writing DB stats neutron:SELECT=6 {{(pid=110351) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 25 15:18:39.209634 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-edcbf18e-0f5c-435c-9ace-1e6c4a9da5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (5103d08f-4d93-4bf0-aa1e-77ff91057b4e), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:41.837757 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-cbf676de-60f4-4c81-98b8-c3888372d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (13473c25-82b3-4a71-a45f-49e6f1775851), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 15:18:42.076576 dv-cinder-803823-9-iscsi neutron-server[110350]: DEBUG neutron_lib.callbacks.manager [None req-c3af5fbf-671a-48ca-8827-9cc4a6e16580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793216269653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1472132'] for agent (7e900fb7-0782-40f3-9d5b-dabd6cea15b6), after_update {{(pid=110350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}